/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.223 - (hide annotations) (download) (as text)
Sun Aug 16 04:59:53 2009 UTC (17 years, 1 month ago) by wakaba
Branch: MAIN
Changes since 1.222: +8 -4 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	16 Aug 2009 04:59:46 -0000
	* tree-test-foreign.dat: Added tests for <font> in SVG (cf. HTML5
	revision 2590).

2009-08-16  Wakaba  <wakaba@suika.fam.cx>

++ whatpm/Whatpm/ChangeLog	16 Aug 2009 04:59:14 -0000
	* HTML.pm.src: <font> in SVG land is handled as an SVG element as
	long as it did not have HTML attributes (HTML5 revision 2590).

2009-08-16  Wakaba  <wakaba@suika.fam.cx>

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.223 our $VERSION=do{my @r=(q$Revision: 1.222 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.208 use Whatpm::HTML::Tokenizer;
7    
8 wakaba 1.182 ## NOTE: This module don't check all HTML5 parse errors; character
9     ## encoding related parse errors are expected to be handled by relevant
10     ## modules.
11     ## Parse errors for control characters that are not allowed in HTML5
12     ## documents, for surrogate code points, and for noncharacter code
13     ## points, as well as U+FFFD substitions for characters whose code points
14     ## is higher than U+10FFFF may be detected by combining the parser with
15     ## the checker implemented by Whatpm::Charset::UnicodeChecker (for its
16     ## usage example, see |t/HTML-tree.t| in the Whatpm package or the
17     ## WebHACC::Language::HTML module in the WebHACC package).
18    
19 wakaba 1.18 ## ISSUE:
20     ## var doc = implementation.createDocument (null, null, null);
21     ## doc.write ('');
22     ## alert (doc.compatMode);
23 wakaba 1.1
24 wakaba 1.139 require IO::Handle;
25    
26 wakaba 1.208 ## Namespace URLs
27    
28 wakaba 1.126 my $HTML_NS = q<http://www.w3.org/1999/xhtml>;
29     my $MML_NS = q<http://www.w3.org/1998/Math/MathML>;
30     my $SVG_NS = q<http://www.w3.org/2000/svg>;
31     my $XLINK_NS = q<http://www.w3.org/1999/xlink>;
32     my $XML_NS = q<http://www.w3.org/XML/1998/namespace>;
33     my $XMLNS_NS = q<http://www.w3.org/2000/xmlns/>;
34    
35 wakaba 1.208 ## Element categories
36    
37 wakaba 1.206 ## Bits 12-15
38     sub SPECIAL_EL () { 0b1_000000000000000 }
39     sub SCOPING_EL () { 0b1_00000000000000 }
40     sub FORMATTING_EL () { 0b1_0000000000000 }
41     sub PHRASING_EL () { 0b1_000000000000 }
42    
43     ## Bits 10-11
44 wakaba 1.208 #sub FOREIGN_EL () { 0b1_00000000000 } # see Whatpm::HTML::Tokenizer
45 wakaba 1.206 sub FOREIGN_FLOW_CONTENT_EL () { 0b1_0000000000 }
46    
47     ## Bits 6-9
48     sub TABLE_SCOPING_EL () { 0b1_000000000 }
49     sub TABLE_ROWS_SCOPING_EL () { 0b1_00000000 }
50     sub TABLE_ROW_SCOPING_EL () { 0b1_0000000 }
51     sub TABLE_ROWS_EL () { 0b1_000000 }
52    
53     ## Bit 5
54     sub ADDRESS_DIV_P_EL () { 0b1_00000 }
55    
56     ## NOTE: Used in </body> and EOF algorithms.
57     ## Bit 4
58     sub ALL_END_TAG_OPTIONAL_EL () { 0b1_0000 }
59 wakaba 1.123
60 wakaba 1.151 ## NOTE: Used in "generate implied end tags" algorithm.
61 wakaba 1.194 ## NOTE: There is a code where a modified version of
62     ## END_TAG_OPTIONAL_EL is used in "generate implied end tags"
63     ## implementation (search for the algorithm name).
64 wakaba 1.206 ## Bit 3
65     sub END_TAG_OPTIONAL_EL () { 0b1_000 }
66    
67     ## Bits 0-2
68    
69     sub MISC_SPECIAL_EL () { SPECIAL_EL | 0b000 }
70     sub FORM_EL () { SPECIAL_EL | 0b001 }
71     sub FRAMESET_EL () { SPECIAL_EL | 0b010 }
72     sub HEADING_EL () { SPECIAL_EL | 0b011 }
73     sub SELECT_EL () { SPECIAL_EL | 0b100 }
74     sub SCRIPT_EL () { SPECIAL_EL | 0b101 }
75    
76     sub ADDRESS_DIV_EL () { SPECIAL_EL | ADDRESS_DIV_P_EL | 0b001 }
77     sub BODY_EL () { SPECIAL_EL | ALL_END_TAG_OPTIONAL_EL | 0b001 }
78    
79 wakaba 1.207 sub DTDD_EL () {
80 wakaba 1.206 SPECIAL_EL |
81     END_TAG_OPTIONAL_EL |
82     ALL_END_TAG_OPTIONAL_EL |
83     0b010
84     }
85     sub LI_EL () {
86     SPECIAL_EL |
87     END_TAG_OPTIONAL_EL |
88     ALL_END_TAG_OPTIONAL_EL |
89     0b100
90     }
91     sub P_EL () {
92     SPECIAL_EL |
93     ADDRESS_DIV_P_EL |
94     END_TAG_OPTIONAL_EL |
95     ALL_END_TAG_OPTIONAL_EL |
96     0b001
97 wakaba 1.123 }
98    
99 wakaba 1.206 sub TABLE_ROW_EL () {
100     SPECIAL_EL |
101     TABLE_ROWS_EL |
102     TABLE_ROW_SCOPING_EL |
103     ALL_END_TAG_OPTIONAL_EL |
104     0b001
105     }
106     sub TABLE_ROW_GROUP_EL () {
107     SPECIAL_EL |
108     TABLE_ROWS_EL |
109     TABLE_ROWS_SCOPING_EL |
110     ALL_END_TAG_OPTIONAL_EL |
111     0b001
112 wakaba 1.123 }
113    
114 wakaba 1.206 sub MISC_SCOPING_EL () { SCOPING_EL | 0b000 }
115     sub BUTTON_EL () { SCOPING_EL | 0b001 }
116     sub CAPTION_EL () { SCOPING_EL | 0b010 }
117     sub HTML_EL () {
118     SCOPING_EL |
119     TABLE_SCOPING_EL |
120     TABLE_ROWS_SCOPING_EL |
121     TABLE_ROW_SCOPING_EL |
122     ALL_END_TAG_OPTIONAL_EL |
123     0b001
124 wakaba 1.123 }
125 wakaba 1.206 sub TABLE_EL () {
126     SCOPING_EL |
127     TABLE_ROWS_EL |
128     TABLE_SCOPING_EL |
129     0b001
130 wakaba 1.123 }
131 wakaba 1.206 sub TABLE_CELL_EL () {
132     SCOPING_EL |
133     TABLE_ROW_SCOPING_EL |
134     ALL_END_TAG_OPTIONAL_EL |
135     0b001
136 wakaba 1.123 }
137    
138 wakaba 1.206 sub MISC_FORMATTING_EL () { FORMATTING_EL | 0b000 }
139     sub A_EL () { FORMATTING_EL | 0b001 }
140     sub NOBR_EL () { FORMATTING_EL | 0b010 }
141    
142     sub RUBY_EL () { PHRASING_EL | 0b001 }
143    
144     ## ISSUE: ALL_END_TAG_OPTIONAL_EL?
145     sub OPTGROUP_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b001 }
146     sub OPTION_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b010 }
147     sub RUBY_COMPONENT_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b100 }
148 wakaba 1.123
149 wakaba 1.206 sub MML_AXML_EL () { PHRASING_EL | FOREIGN_EL | 0b001 }
150 wakaba 1.123
151     my $el_category = {
152 wakaba 1.206 a => A_EL,
153     address => ADDRESS_DIV_EL,
154 wakaba 1.123 applet => MISC_SCOPING_EL,
155     area => MISC_SPECIAL_EL,
156 wakaba 1.193 article => MISC_SPECIAL_EL,
157     aside => MISC_SPECIAL_EL,
158 wakaba 1.123 b => FORMATTING_EL,
159     base => MISC_SPECIAL_EL,
160     basefont => MISC_SPECIAL_EL,
161     bgsound => MISC_SPECIAL_EL,
162     big => FORMATTING_EL,
163     blockquote => MISC_SPECIAL_EL,
164     body => BODY_EL,
165     br => MISC_SPECIAL_EL,
166     button => BUTTON_EL,
167     caption => CAPTION_EL,
168     center => MISC_SPECIAL_EL,
169     col => MISC_SPECIAL_EL,
170     colgroup => MISC_SPECIAL_EL,
171 wakaba 1.193 command => MISC_SPECIAL_EL,
172     datagrid => MISC_SPECIAL_EL,
173 wakaba 1.207 dd => DTDD_EL,
174 wakaba 1.193 details => MISC_SPECIAL_EL,
175     dialog => MISC_SPECIAL_EL,
176 wakaba 1.123 dir => MISC_SPECIAL_EL,
177 wakaba 1.206 div => ADDRESS_DIV_EL,
178 wakaba 1.123 dl => MISC_SPECIAL_EL,
179 wakaba 1.207 dt => DTDD_EL,
180 wakaba 1.123 em => FORMATTING_EL,
181     embed => MISC_SPECIAL_EL,
182 wakaba 1.193 eventsource => MISC_SPECIAL_EL,
183 wakaba 1.123 fieldset => MISC_SPECIAL_EL,
184 wakaba 1.193 figure => MISC_SPECIAL_EL,
185 wakaba 1.123 font => FORMATTING_EL,
186 wakaba 1.193 footer => MISC_SPECIAL_EL,
187 wakaba 1.123 form => FORM_EL,
188     frame => MISC_SPECIAL_EL,
189     frameset => FRAMESET_EL,
190     h1 => HEADING_EL,
191     h2 => HEADING_EL,
192     h3 => HEADING_EL,
193     h4 => HEADING_EL,
194     h5 => HEADING_EL,
195     h6 => HEADING_EL,
196     head => MISC_SPECIAL_EL,
197 wakaba 1.193 header => MISC_SPECIAL_EL,
198 wakaba 1.123 hr => MISC_SPECIAL_EL,
199     html => HTML_EL,
200     i => FORMATTING_EL,
201     iframe => MISC_SPECIAL_EL,
202     img => MISC_SPECIAL_EL,
203 wakaba 1.193 #image => MISC_SPECIAL_EL, ## NOTE: Commented out in the spec.
204 wakaba 1.123 input => MISC_SPECIAL_EL,
205     isindex => MISC_SPECIAL_EL,
206     li => LI_EL,
207     link => MISC_SPECIAL_EL,
208     listing => MISC_SPECIAL_EL,
209     marquee => MISC_SCOPING_EL,
210     menu => MISC_SPECIAL_EL,
211     meta => MISC_SPECIAL_EL,
212 wakaba 1.193 nav => MISC_SPECIAL_EL,
213 wakaba 1.206 nobr => NOBR_EL,
214 wakaba 1.123 noembed => MISC_SPECIAL_EL,
215     noframes => MISC_SPECIAL_EL,
216     noscript => MISC_SPECIAL_EL,
217     object => MISC_SCOPING_EL,
218     ol => MISC_SPECIAL_EL,
219     optgroup => OPTGROUP_EL,
220     option => OPTION_EL,
221     p => P_EL,
222     param => MISC_SPECIAL_EL,
223     plaintext => MISC_SPECIAL_EL,
224     pre => MISC_SPECIAL_EL,
225 wakaba 1.151 rp => RUBY_COMPONENT_EL,
226     rt => RUBY_COMPONENT_EL,
227     ruby => RUBY_EL,
228 wakaba 1.123 s => FORMATTING_EL,
229     script => MISC_SPECIAL_EL,
230     select => SELECT_EL,
231 wakaba 1.193 section => MISC_SPECIAL_EL,
232 wakaba 1.123 small => FORMATTING_EL,
233     spacer => MISC_SPECIAL_EL,
234     strike => FORMATTING_EL,
235     strong => FORMATTING_EL,
236     style => MISC_SPECIAL_EL,
237     table => TABLE_EL,
238     tbody => TABLE_ROW_GROUP_EL,
239     td => TABLE_CELL_EL,
240     textarea => MISC_SPECIAL_EL,
241     tfoot => TABLE_ROW_GROUP_EL,
242     th => TABLE_CELL_EL,
243     thead => TABLE_ROW_GROUP_EL,
244     title => MISC_SPECIAL_EL,
245     tr => TABLE_ROW_EL,
246     tt => FORMATTING_EL,
247     u => FORMATTING_EL,
248     ul => MISC_SPECIAL_EL,
249     wbr => MISC_SPECIAL_EL,
250     };
251    
252 wakaba 1.126 my $el_category_f = {
253     $MML_NS => {
254     'annotation-xml' => MML_AXML_EL,
255 wakaba 1.206 mi => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
256     mo => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
257     mn => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
258     ms => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
259     mtext => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
260 wakaba 1.126 },
261     $SVG_NS => {
262 wakaba 1.206 foreignObject => SCOPING_EL | FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
263     desc => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
264     title => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
265 wakaba 1.126 },
266     ## NOTE: In addition, FOREIGN_EL is set to non-HTML elements.
267     };
268    
269 wakaba 1.131 my $svg_attr_name = {
270 wakaba 1.146 attributename => 'attributeName',
271 wakaba 1.131 attributetype => 'attributeType',
272     basefrequency => 'baseFrequency',
273     baseprofile => 'baseProfile',
274     calcmode => 'calcMode',
275     clippathunits => 'clipPathUnits',
276     contentscripttype => 'contentScriptType',
277     contentstyletype => 'contentStyleType',
278     diffuseconstant => 'diffuseConstant',
279     edgemode => 'edgeMode',
280     externalresourcesrequired => 'externalResourcesRequired',
281     filterres => 'filterRes',
282     filterunits => 'filterUnits',
283     glyphref => 'glyphRef',
284     gradienttransform => 'gradientTransform',
285     gradientunits => 'gradientUnits',
286     kernelmatrix => 'kernelMatrix',
287     kernelunitlength => 'kernelUnitLength',
288     keypoints => 'keyPoints',
289     keysplines => 'keySplines',
290     keytimes => 'keyTimes',
291     lengthadjust => 'lengthAdjust',
292     limitingconeangle => 'limitingConeAngle',
293     markerheight => 'markerHeight',
294     markerunits => 'markerUnits',
295     markerwidth => 'markerWidth',
296     maskcontentunits => 'maskContentUnits',
297     maskunits => 'maskUnits',
298     numoctaves => 'numOctaves',
299     pathlength => 'pathLength',
300     patterncontentunits => 'patternContentUnits',
301     patterntransform => 'patternTransform',
302     patternunits => 'patternUnits',
303     pointsatx => 'pointsAtX',
304     pointsaty => 'pointsAtY',
305     pointsatz => 'pointsAtZ',
306     preservealpha => 'preserveAlpha',
307     preserveaspectratio => 'preserveAspectRatio',
308     primitiveunits => 'primitiveUnits',
309     refx => 'refX',
310     refy => 'refY',
311     repeatcount => 'repeatCount',
312     repeatdur => 'repeatDur',
313     requiredextensions => 'requiredExtensions',
314 wakaba 1.146 requiredfeatures => 'requiredFeatures',
315 wakaba 1.131 specularconstant => 'specularConstant',
316     specularexponent => 'specularExponent',
317     spreadmethod => 'spreadMethod',
318     startoffset => 'startOffset',
319     stddeviation => 'stdDeviation',
320     stitchtiles => 'stitchTiles',
321     surfacescale => 'surfaceScale',
322     systemlanguage => 'systemLanguage',
323     tablevalues => 'tableValues',
324     targetx => 'targetX',
325     targety => 'targetY',
326     textlength => 'textLength',
327     viewbox => 'viewBox',
328     viewtarget => 'viewTarget',
329     xchannelselector => 'xChannelSelector',
330     ychannelselector => 'yChannelSelector',
331     zoomandpan => 'zoomAndPan',
332     };
333    
334     my $foreign_attr_xname = {
335     'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']],
336     'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']],
337     'xlink:href' => [$XLINK_NS, ['xlink', 'href']],
338     'xlink:role' => [$XLINK_NS, ['xlink', 'role']],
339     'xlink:show' => [$XLINK_NS, ['xlink', 'show']],
340     'xlink:title' => [$XLINK_NS, ['xlink', 'title']],
341     'xlink:type' => [$XLINK_NS, ['xlink', 'type']],
342     'xml:base' => [$XML_NS, ['xml', 'base']],
343     'xml:lang' => [$XML_NS, ['xml', 'lang']],
344     'xml:space' => [$XML_NS, ['xml', 'space']],
345     'xmlns' => [$XMLNS_NS, [undef, 'xmlns']],
346     'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']],
347     };
348    
349     ## ISSUE: xmlns:xlink="non-xlink-ns" is not an error.
350    
351 wakaba 1.192 ## TODO: Invoke the reset algorithm when a resettable element is
352     ## created (cf. HTML5 revision 2259).
353    
354 wakaba 1.63 sub parse_byte_string ($$$$;$) {
355 wakaba 1.138 my $self = shift;
356     my $charset_name = shift;
357     open my $input, '<', ref $_[0] ? $_[0] : \($_[0]);
358     return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]);
359     } # parse_byte_string
360    
361 wakaba 1.162 sub parse_byte_stream ($$$$;$$) {
362     # my ($self, $charset_name, $byte_stream, $doc, $onerror, $get_wrapper) = @_;
363 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
364 wakaba 1.133 my $charset_name = shift;
365 wakaba 1.138 my $byte_stream = $_[0];
366 wakaba 1.133
367 wakaba 1.134 my $onerror = $_[2] || sub {
368     my (%opt) = @_;
369     warn "Parse error ($opt{type})\n";
370     };
371     $self->{parse_error} = $onerror; # updated later by parse_char_string
372    
373 wakaba 1.162 my $get_wrapper = $_[3] || sub ($) {
374     return $_[0]; # $_[0] = byte stream handle, returned = arg to char handle
375     };
376    
377 wakaba 1.133 ## HTML5 encoding sniffing algorithm
378     require Message::Charset::Info;
379     my $charset;
380 wakaba 1.136 my $buffer;
381     my ($char_stream, $e_status);
382 wakaba 1.133
383     SNIFFING: {
384 wakaba 1.160 ## NOTE: By setting |allow_fallback| option true when the
385     ## |get_decode_handle| method is invoked, we ignore what the HTML5
386     ## spec requires, i.e. unsupported encoding should be ignored.
387     ## TODO: We should not do this unless the parser is invoked
388     ## in the conformance checking mode, in which this behavior
389     ## would be useful.
390 wakaba 1.133
391     ## Step 1
392     if (defined $charset_name) {
393 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
394     ## TODO: Is this ok? Transfer protocol's parameter should be
395     ## interpreted in its semantics?
396 wakaba 1.133
397 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
398     ($byte_stream, allow_error_reporting => 1,
399 wakaba 1.133 allow_fallback => 1);
400 wakaba 1.136 if ($char_stream) {
401 wakaba 1.133 $self->{confident} = 1;
402     last SNIFFING;
403 wakaba 1.136 } else {
404 wakaba 1.190 !!!parse-error (type => 'charset:not supported',
405     layer => 'encode',
406     line => 1, column => 1,
407     value => $charset_name,
408     level => $self->{level}->{uncertain});
409 wakaba 1.133 }
410     }
411    
412     ## Step 2
413 wakaba 1.136 my $byte_buffer = '';
414     for (1..1024) {
415     my $char = $byte_stream->getc;
416     last unless defined $char;
417     $byte_buffer .= $char;
418     } ## TODO: timeout
419 wakaba 1.133
420     ## Step 3
421 wakaba 1.136 if ($byte_buffer =~ /^\xFE\xFF/) {
422 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16be');
423 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
424     ($byte_stream, allow_error_reporting => 1,
425     allow_fallback => 1, byte_buffer => \$byte_buffer);
426 wakaba 1.133 $self->{confident} = 1;
427     last SNIFFING;
428 wakaba 1.136 } elsif ($byte_buffer =~ /^\xFF\xFE/) {
429 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16le');
430 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
431     ($byte_stream, allow_error_reporting => 1,
432     allow_fallback => 1, byte_buffer => \$byte_buffer);
433 wakaba 1.133 $self->{confident} = 1;
434     last SNIFFING;
435 wakaba 1.136 } elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) {
436 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
437 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
438     ($byte_stream, allow_error_reporting => 1,
439     allow_fallback => 1, byte_buffer => \$byte_buffer);
440 wakaba 1.133 $self->{confident} = 1;
441     last SNIFFING;
442     }
443    
444     ## Step 4
445     ## TODO: <meta charset>
446    
447     ## Step 5
448     ## TODO: from history
449    
450     ## Step 6
451 wakaba 1.65 require Whatpm::Charset::UniversalCharDet;
452 wakaba 1.133 $charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string
453 wakaba 1.136 ($byte_buffer);
454 wakaba 1.133 if (defined $charset_name) {
455 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
456 wakaba 1.133
457 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
458     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
459     ($byte_stream);
460     ($char_stream, $e_status) = $charset->get_decode_handle
461     ($buffer, allow_error_reporting => 1,
462     allow_fallback => 1, byte_buffer => \$byte_buffer);
463     if ($char_stream) {
464     $buffer->{buffer} = $byte_buffer;
465 wakaba 1.153 !!!parse-error (type => 'sniffing:chardet',
466     text => $charset_name,
467     level => $self->{level}->{info},
468     layer => 'encode',
469 wakaba 1.134 line => 1, column => 1);
470 wakaba 1.133 $self->{confident} = 0;
471     last SNIFFING;
472     }
473     }
474    
475     ## Step 7: default
476     ## TODO: Make this configurable.
477 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('windows-1252');
478 wakaba 1.133 ## NOTE: We choose |windows-1252| here, since |utf-8| should be
479     ## detectable in the step 6.
480 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
481     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
482     ($byte_stream);
483     ($char_stream, $e_status)
484     = $charset->get_decode_handle ($buffer,
485     allow_error_reporting => 1,
486     allow_fallback => 1,
487     byte_buffer => \$byte_buffer);
488     $buffer->{buffer} = $byte_buffer;
489 wakaba 1.153 !!!parse-error (type => 'sniffing:default',
490     text => 'windows-1252',
491     level => $self->{level}->{info},
492     line => 1, column => 1,
493     layer => 'encode');
494 wakaba 1.63 $self->{confident} = 0;
495 wakaba 1.133 } # SNIFFING
496    
497     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
498 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
499 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
500 wakaba 1.160 #text => $self->{input_encoding},
501 wakaba 1.153 level => $self->{level}->{uncertain},
502     line => 1, column => 1,
503     layer => 'encode');
504 wakaba 1.133 } elsif (not ($e_status &
505 wakaba 1.178 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
506 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
507 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
508     text => $self->{input_encoding},
509     level => $self->{level}->{uncertain},
510     line => 1, column => 1,
511     layer => 'encode');
512 wakaba 1.160 } else {
513     $self->{input_encoding} = $charset->get_iana_name;
514 wakaba 1.63 }
515    
516     $self->{change_encoding} = sub {
517     my $self = shift;
518 wakaba 1.134 $charset_name = shift;
519 wakaba 1.114 my $token = shift;
520 wakaba 1.63
521 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
522 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
523     ($byte_stream, allow_error_reporting => 1, allow_fallback => 1,
524     byte_buffer => \ $buffer->{buffer});
525 wakaba 1.134
526 wakaba 1.136 if ($char_stream) { # if supported
527 wakaba 1.134 ## "Change the encoding" algorithm:
528 wakaba 1.215
529     ## Step 1
530     if (defined $self->{input_encoding} and
531     $self->{input_encoding} eq $charset_name) {
532     !!!parse-error (type => 'charset label:matching',
533     text => $charset_name,
534     level => $self->{level}->{info});
535     $self->{confident} = 1;
536     return;
537     }
538 wakaba 1.63
539 wakaba 1.214 ## Step 2 (HTML5 revision 3205)
540     if (defined $self->{input_encoding} and
541     Message::Charset::Info->get_by_html_name ($self->{input_encoding})
542     ->{category} & Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
543     $self->{confident} = 1;
544     return;
545     }
546    
547     ## Step 3
548 wakaba 1.149 if ($charset->{category} &
549     Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
550 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
551 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
552     ($byte_stream,
553     byte_buffer => \ $buffer->{buffer});
554 wakaba 1.134 }
555     $charset_name = $charset->get_iana_name;
556 wakaba 1.63
557 wakaba 1.153 !!!parse-error (type => 'charset label detected',
558     text => $self->{input_encoding},
559     value => $charset_name,
560     level => $self->{level}->{warn},
561     token => $token);
562 wakaba 1.134
563 wakaba 1.214 ## Step 4
564 wakaba 1.134 # if (can) {
565     ## change the encoding on the fly.
566     #$self->{confident} = 1;
567     #return;
568     # }
569    
570 wakaba 1.214 ## Step 5
571 wakaba 1.134 throw Whatpm::HTML::RestartParser ();
572 wakaba 1.63 }
573     }; # $self->{change_encoding}
574    
575 wakaba 1.136 my $char_onerror = sub {
576     my (undef, $type, %opt) = @_;
577 wakaba 1.153 !!!parse-error (layer => 'encode',
578 wakaba 1.174 line => $self->{line}, column => $self->{column} + 1,
579     %opt, type => $type);
580 wakaba 1.136 if ($opt{octets}) {
581     ${$opt{octets}} = "\x{FFFD}"; # relacement character
582     }
583     };
584 wakaba 1.162
585     my $wrapped_char_stream = $get_wrapper->($char_stream);
586     $wrapped_char_stream->onerror ($char_onerror);
587 wakaba 1.136
588 wakaba 1.182 my @args = ($_[1], $_[2]); # $doc, $onerror - $get_wrapper = undef;
589 wakaba 1.63 my $return;
590     try {
591 wakaba 1.162 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
592 wakaba 1.63 } catch Whatpm::HTML::RestartParser with {
593 wakaba 1.134 ## NOTE: Invoked after {change_encoding}.
594    
595     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
596 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
597 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
598     level => $self->{level}->{uncertain},
599 wakaba 1.160 #text => $self->{input_encoding},
600 wakaba 1.153 line => 1, column => 1,
601     layer => 'encode');
602 wakaba 1.134 } elsif (not ($e_status &
603 wakaba 1.178 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
604 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
605 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
606     text => $self->{input_encoding},
607     level => $self->{level}->{uncertain},
608     line => 1, column => 1,
609     layer => 'encode');
610 wakaba 1.160 } else {
611     $self->{input_encoding} = $charset->get_iana_name;
612 wakaba 1.134 }
613 wakaba 1.63 $self->{confident} = 1;
614 wakaba 1.162
615     $wrapped_char_stream = $get_wrapper->($char_stream);
616     $wrapped_char_stream->onerror ($char_onerror);
617    
618     $return = $self->parse_char_stream ($wrapped_char_stream, @args);
619 wakaba 1.63 };
620     return $return;
621 wakaba 1.138 } # parse_byte_stream
622 wakaba 1.63
623 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
624     ## and the HTML layer MUST ignore it. However, we does strip BOM in
625     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
626     ## because the core part of our HTML parser expects a string of character,
627     ## not a string of bytes or code units or anything which might contain a BOM.
628     ## Therefore, any parser interface that accepts a string of bytes,
629     ## such as |parse_byte_string| in this module, must ensure that it does
630     ## strip the BOM and never strip any ZWNBSP.
631    
632 wakaba 1.162 sub parse_char_string ($$$;$$) {
633     #my ($self, $s, $doc, $onerror, $get_wrapper) = @_;
634 wakaba 1.135 my $self = shift;
635 wakaba 1.139 my $s = ref $_[0] ? $_[0] : \($_[0]);
636 wakaba 1.171 require Whatpm::Charset::DecodeHandle;
637     my $input = Whatpm::Charset::DecodeHandle::CharString->new ($s);
638 wakaba 1.135 return $self->parse_char_stream ($input, @_[1..$#_]);
639     } # parse_char_string
640 wakaba 1.162 *parse_string = \&parse_char_string; ## NOTE: Alias for backward compatibility.
641 wakaba 1.63
642 wakaba 1.182 sub parse_char_stream ($$$;$$) {
643 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
644 wakaba 1.135 my $input = $_[0];
645 wakaba 1.1 $self->{document} = $_[1];
646 wakaba 1.63 @{$self->{document}->child_nodes} = ();
647 wakaba 1.1
648 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
649    
650 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
651 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
652     if defined $self->{input_encoding};
653 wakaba 1.178 ## TODO: |{input_encoding}| is needless?
654 wakaba 1.63
655 wakaba 1.112 $self->{line_prev} = $self->{line} = 1;
656 wakaba 1.179 $self->{column_prev} = -1;
657     $self->{column} = 0;
658 wakaba 1.183 $self->{set_nc} = sub {
659 wakaba 1.1 my $self = shift;
660 wakaba 1.13
661 wakaba 1.178 my $char = '';
662 wakaba 1.183 if (defined $self->{next_nc}) {
663     $char = $self->{next_nc};
664     delete $self->{next_nc};
665     $self->{nc} = ord $char;
666 wakaba 1.139 } else {
667 wakaba 1.179 $self->{char_buffer} = '';
668     $self->{char_buffer_pos} = 0;
669    
670     my $count = $input->manakai_read_until
671 wakaba 1.182 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/, $self->{char_buffer_pos});
672 wakaba 1.179 if ($count) {
673     $self->{line_prev} = $self->{line};
674     $self->{column_prev} = $self->{column};
675     $self->{column}++;
676 wakaba 1.183 $self->{nc}
677 wakaba 1.179 = ord substr ($self->{char_buffer}, $self->{char_buffer_pos}++, 1);
678     return;
679     }
680    
681 wakaba 1.178 if ($input->read ($char, 1)) {
682 wakaba 1.183 $self->{nc} = ord $char;
683 wakaba 1.178 } else {
684 wakaba 1.183 $self->{nc} = -1;
685 wakaba 1.178 return;
686     }
687 wakaba 1.139 }
688 wakaba 1.112
689     ($self->{line_prev}, $self->{column_prev})
690     = ($self->{line}, $self->{column});
691     $self->{column}++;
692 wakaba 1.1
693 wakaba 1.183 if ($self->{nc} == 0x000A) { # LF
694 wakaba 1.132 !!!cp ('j1');
695 wakaba 1.112 $self->{line}++;
696     $self->{column} = 0;
697 wakaba 1.183 } elsif ($self->{nc} == 0x000D) { # CR
698 wakaba 1.132 !!!cp ('j2');
699 wakaba 1.170 ## TODO: support for abort/streaming
700 wakaba 1.178 my $next = '';
701     if ($input->read ($next, 1) and $next ne "\x0A") {
702 wakaba 1.183 $self->{next_nc} = $next;
703 wakaba 1.135 }
704 wakaba 1.183 $self->{nc} = 0x000A; # LF # MUST
705 wakaba 1.112 $self->{line}++;
706     $self->{column} = 0;
707 wakaba 1.183 } elsif ($self->{nc} == 0x0000) { # NULL
708 wakaba 1.132 !!!cp ('j4');
709 wakaba 1.8 !!!parse-error (type => 'NULL');
710 wakaba 1.183 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
711 wakaba 1.1 }
712     };
713    
714 wakaba 1.172 $self->{read_until} = sub {
715     #my ($scalar, $specials_range, $offset) = @_;
716 wakaba 1.183 return 0 if defined $self->{next_nc};
717 wakaba 1.180
718 wakaba 1.182 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
719 wakaba 1.180 my $offset = $_[2] || 0;
720    
721     if ($self->{char_buffer_pos} < length $self->{char_buffer}) {
722     pos ($self->{char_buffer}) = $self->{char_buffer_pos};
723     if ($self->{char_buffer} =~ /\G(?>$pattern)+/) {
724     substr ($_[0], $offset)
725     = substr ($self->{char_buffer}, $-[0], $+[0] - $-[0]);
726     my $count = $+[0] - $-[0];
727     if ($count) {
728     $self->{column} += $count;
729     $self->{char_buffer_pos} += $count;
730     $self->{line_prev} = $self->{line};
731     $self->{column_prev} = $self->{column} - 1;
732 wakaba 1.183 $self->{nc} = -1;
733 wakaba 1.180 }
734     return $count;
735     } else {
736     return 0;
737     }
738     } else {
739     my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
740     if ($count) {
741     $self->{column} += $count;
742     $self->{line_prev} = $self->{line};
743     $self->{column_prev} = $self->{column} - 1;
744 wakaba 1.183 $self->{nc} = -1;
745 wakaba 1.180 }
746     return $count;
747 wakaba 1.172 }
748     }; # $self->{read_until}
749 wakaba 1.171
750 wakaba 1.3 my $onerror = $_[2] || sub {
751     my (%opt) = @_;
752 wakaba 1.112 my $line = $opt{token} ? $opt{token}->{line} : $opt{line};
753     my $column = $opt{token} ? $opt{token}->{column} : $opt{column};
754     warn "Parse error ($opt{type}) at line $line column $column\n";
755 wakaba 1.3 };
756     $self->{parse_error} = sub {
757 wakaba 1.112 $onerror->(line => $self->{line}, column => $self->{column}, @_);
758 wakaba 1.1 };
759    
760 wakaba 1.182 my $char_onerror = sub {
761     my (undef, $type, %opt) = @_;
762     !!!parse-error (layer => 'encode',
763     line => $self->{line}, column => $self->{column} + 1,
764     %opt, type => $type);
765     }; # $char_onerror
766    
767     if ($_[3]) {
768     $input = $_[3]->($input);
769     $input->onerror ($char_onerror);
770     } else {
771     $input->onerror ($char_onerror) unless defined $input->onerror;
772     }
773    
774 wakaba 1.1 $self->_initialize_tokenizer;
775     $self->_initialize_tree_constructor;
776     $self->_construct_tree;
777     $self->_terminate_tree_constructor;
778    
779 wakaba 1.112 delete $self->{parse_error}; # remove loop
780    
781 wakaba 1.1 return $self->{document};
782 wakaba 1.135 } # parse_char_stream
783 wakaba 1.1
784     sub new ($) {
785     my $class = shift;
786 wakaba 1.134 my $self = bless {
787 wakaba 1.153 level => {must => 'm',
788 wakaba 1.159 should => 's',
789 wakaba 1.153 warn => 'w',
790     info => 'i',
791     uncertain => 'u'},
792 wakaba 1.134 }, $class;
793 wakaba 1.183 $self->{set_nc} = sub {
794     $self->{nc} = -1;
795 wakaba 1.1 };
796     $self->{parse_error} = sub {
797     #
798     };
799 wakaba 1.63 $self->{change_encoding} = sub {
800     # if ($_[0] is a supported encoding) {
801     # run "change the encoding" algorithm;
802     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
803     # }
804     };
805 wakaba 1.61 $self->{application_cache_selection} = sub {
806     #
807     };
808 wakaba 1.1 return $self;
809     } # new
810    
811 wakaba 1.208 ## Insertion modes
812 wakaba 1.55
813 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
814     sub HEAD_IMS () { 0b1000 }
815     sub BODY_IMS () { 0b10000 }
816 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
817 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
818 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
819 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
820     sub FRAME_IMS () { 0b1000000000 }
821 wakaba 1.101 sub SELECT_IMS () { 0b10000000000 }
822 wakaba 1.208 #sub IN_FOREIGN_CONTENT_IM () { 0b100000000000 } # see Whatpm::HTML::Tokenizer
823 wakaba 1.126 ## NOTE: "in foreign content" insertion mode is special; it is combined
824     ## with the secondary insertion mode. In this parser, they are stored
825     ## together in the bit-or'ed form.
826 wakaba 1.205 sub IN_CDATA_RCDATA_IM () { 0b1000000000000 }
827     ## NOTE: "in CDATA/RCDATA" insertion mode is also special; it is
828     ## combined with the original insertion mode. In thie parser,
829     ## they are stored together in the bit-or'ed form.
830 wakaba 1.54
831 wakaba 1.210 sub IM_MASK () { 0b11111111111 }
832    
833 wakaba 1.84 ## NOTE: "initial" and "before html" insertion modes have no constants.
834    
835     ## NOTE: "after after body" insertion mode.
836 wakaba 1.54 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
837 wakaba 1.84
838     ## NOTE: "after after frameset" insertion mode.
839 wakaba 1.54 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
840 wakaba 1.84
841 wakaba 1.54 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
842     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
843     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
844     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
845     sub IN_BODY_IM () { BODY_IMS }
846 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
847     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
848     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
849     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
850 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
851     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
852     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
853     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
854 wakaba 1.101 sub IN_SELECT_IM () { SELECT_IMS | 0b01 }
855     sub IN_SELECT_IN_TABLE_IM () { SELECT_IMS | 0b10 }
856 wakaba 1.54 sub IN_COLUMN_GROUP_IM () { 0b10 }
857    
858 wakaba 1.1 sub _initialize_tree_constructor ($) {
859     my $self = shift;
860     ## NOTE: $self->{document} MUST be specified before this method is called
861     $self->{document}->strict_error_checking (0);
862     ## TODO: Turn mutation events off # MUST
863     ## TODO: Turn loose Document option (manakai extension) on
864 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
865 wakaba 1.154 $self->{document}->set_user_data (manakai_source_line => 1);
866     $self->{document}->set_user_data (manakai_source_column => 1);
867 wakaba 1.1 } # _initialize_tree_constructor
868    
869     sub _terminate_tree_constructor ($) {
870     my $self = shift;
871     $self->{document}->strict_error_checking (1);
872     ## TODO: Turn mutation events on
873     } # _terminate_tree_constructor
874    
875     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
876    
877 wakaba 1.3 { # tree construction stage
878     my $token;
879    
880 wakaba 1.1 sub _construct_tree ($) {
881     my ($self) = @_;
882    
883     ## When an interactive UA render the $self->{document} available
884     ## to the user, or when it begin accepting user input, are
885     ## not defined.
886    
887     !!!next-token;
888    
889 wakaba 1.3 undef $self->{form_element};
890     undef $self->{head_element};
891 wakaba 1.202 undef $self->{head_element_inserted};
892 wakaba 1.3 $self->{open_elements} = [];
893     undef $self->{inner_html_node};
894 wakaba 1.206 undef $self->{ignore_newline};
895 wakaba 1.3
896 wakaba 1.84 ## NOTE: The "initial" insertion mode.
897 wakaba 1.3 $self->_tree_construction_initial; # MUST
898 wakaba 1.84
899     ## NOTE: The "before html" insertion mode.
900 wakaba 1.3 $self->_tree_construction_root_element;
901 wakaba 1.84 $self->{insertion_mode} = BEFORE_HEAD_IM;
902    
903     ## NOTE: The "before head" insertion mode and so on.
904 wakaba 1.3 $self->_tree_construction_main;
905     } # _construct_tree
906    
907     sub _tree_construction_initial ($) {
908     my $self = shift;
909 wakaba 1.84
910     ## NOTE: "initial" insertion mode
911    
912 wakaba 1.18 INITIAL: {
913 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
914 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
915     ## error, switch to a conformance checking mode for another
916     ## language.
917     my $doctype_name = $token->{name};
918     $doctype_name = '' unless defined $doctype_name;
919 wakaba 1.159 $doctype_name =~ tr/a-z/A-Z/; # ASCII case-insensitive
920 wakaba 1.18 if (not defined $token->{name} or # <!DOCTYPE>
921 wakaba 1.183 defined $token->{sysid}) {
922 wakaba 1.79 !!!cp ('t1');
923 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
924 wakaba 1.18 } elsif ($doctype_name ne 'HTML') {
925 wakaba 1.79 !!!cp ('t2');
926 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
927 wakaba 1.183 } elsif (defined $token->{pubid}) {
928     if ($token->{pubid} eq 'XSLT-compat') {
929 wakaba 1.159 !!!cp ('t1.2');
930     !!!parse-error (type => 'XSLT-compat', token => $token,
931     level => $self->{level}->{should});
932     } else {
933     !!!parse-error (type => 'not HTML5', token => $token);
934     }
935 wakaba 1.79 } else {
936     !!!cp ('t3');
937 wakaba 1.159 #
938 wakaba 1.18 }
939    
940     my $doctype = $self->{document}->create_document_type_definition
941     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
942 wakaba 1.122 ## NOTE: Default value for both |public_id| and |system_id| attributes
943     ## are empty strings, so that we don't set any value in missing cases.
944 wakaba 1.183 $doctype->public_id ($token->{pubid}) if defined $token->{pubid};
945     $doctype->system_id ($token->{sysid}) if defined $token->{sysid};
946 wakaba 1.18 ## NOTE: Other DocumentType attributes are null or empty lists.
947 wakaba 1.211 ## In Firefox3, |internalSubset| attribute is set to the empty
948     ## string, while |null| is an allowed value for the attribute
949     ## according to DOM3 Core.
950 wakaba 1.18 $self->{document}->append_child ($doctype);
951    
952 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
953 wakaba 1.79 !!!cp ('t4');
954 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
955 wakaba 1.183 } elsif (defined $token->{pubid}) {
956     my $pubid = $token->{pubid};
957 wakaba 1.18 $pubid =~ tr/a-z/A-z/;
958 wakaba 1.143 my $prefix = [
959     "+//SILMARIL//DTD HTML PRO V0R11 19970101//",
960     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
961     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
962     "-//IETF//DTD HTML 2.0 LEVEL 1//",
963     "-//IETF//DTD HTML 2.0 LEVEL 2//",
964     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//",
965     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//",
966     "-//IETF//DTD HTML 2.0 STRICT//",
967     "-//IETF//DTD HTML 2.0//",
968     "-//IETF//DTD HTML 2.1E//",
969     "-//IETF//DTD HTML 3.0//",
970     "-//IETF//DTD HTML 3.2 FINAL//",
971     "-//IETF//DTD HTML 3.2//",
972     "-//IETF//DTD HTML 3//",
973     "-//IETF//DTD HTML LEVEL 0//",
974     "-//IETF//DTD HTML LEVEL 1//",
975     "-//IETF//DTD HTML LEVEL 2//",
976     "-//IETF//DTD HTML LEVEL 3//",
977     "-//IETF//DTD HTML STRICT LEVEL 0//",
978     "-//IETF//DTD HTML STRICT LEVEL 1//",
979     "-//IETF//DTD HTML STRICT LEVEL 2//",
980     "-//IETF//DTD HTML STRICT LEVEL 3//",
981     "-//IETF//DTD HTML STRICT//",
982     "-//IETF//DTD HTML//",
983     "-//METRIUS//DTD METRIUS PRESENTATIONAL//",
984     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//",
985     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//",
986     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//",
987     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//",
988     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//",
989     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//",
990     "-//NETSCAPE COMM. CORP.//DTD HTML//",
991     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//",
992     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//",
993     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//",
994     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//",
995     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//",
996     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//",
997     "-//SPYGLASS//DTD HTML 2.0 EXTENDED//",
998     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//",
999     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//",
1000     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//",
1001     "-//W3C//DTD HTML 3 1995-03-24//",
1002     "-//W3C//DTD HTML 3.2 DRAFT//",
1003     "-//W3C//DTD HTML 3.2 FINAL//",
1004     "-//W3C//DTD HTML 3.2//",
1005     "-//W3C//DTD HTML 3.2S DRAFT//",
1006     "-//W3C//DTD HTML 4.0 FRAMESET//",
1007     "-//W3C//DTD HTML 4.0 TRANSITIONAL//",
1008     "-//W3C//DTD HTML EXPERIMETNAL 19960712//",
1009     "-//W3C//DTD HTML EXPERIMENTAL 970421//",
1010     "-//W3C//DTD W3 HTML//",
1011     "-//W3O//DTD W3 HTML 3.0//",
1012     "-//WEBTECHS//DTD MOZILLA HTML 2.0//",
1013     "-//WEBTECHS//DTD MOZILLA HTML//",
1014     ]; # $prefix
1015     my $match;
1016     for (@$prefix) {
1017     if (substr ($prefix, 0, length $_) eq $_) {
1018     $match = 1;
1019     last;
1020     }
1021     }
1022     if ($match or
1023     $pubid eq "-//W3O//DTD W3 HTML STRICT 3.0//EN//" or
1024     $pubid eq "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" or
1025     $pubid eq "HTML") {
1026 wakaba 1.79 !!!cp ('t5');
1027 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1028 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD HTML 4.01 FRAMESET//] or
1029     $pubid =~ m[^-//W3C//DTD HTML 4.01 TRANSITIONAL//]) {
1030 wakaba 1.183 if (defined $token->{sysid}) {
1031 wakaba 1.79 !!!cp ('t6');
1032 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1033     } else {
1034 wakaba 1.79 !!!cp ('t7');
1035 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
1036 wakaba 1.3 }
1037 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD XHTML 1.0 FRAMESET//] or
1038     $pubid =~ m[^-//W3C//DTD XHTML 1.0 TRANSITIONAL//]) {
1039 wakaba 1.79 !!!cp ('t8');
1040 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
1041 wakaba 1.79 } else {
1042     !!!cp ('t9');
1043 wakaba 1.18 }
1044 wakaba 1.79 } else {
1045     !!!cp ('t10');
1046 wakaba 1.18 }
1047 wakaba 1.183 if (defined $token->{sysid}) {
1048     my $sysid = $token->{sysid};
1049 wakaba 1.18 $sysid =~ tr/A-Z/a-z/;
1050     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
1051 wakaba 1.143 ## NOTE: Ensure that |PUBLIC "(limited quirks)" "(quirks)"| is
1052     ## marked as quirks.
1053 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1054 wakaba 1.79 !!!cp ('t11');
1055     } else {
1056     !!!cp ('t12');
1057 wakaba 1.18 }
1058 wakaba 1.79 } else {
1059     !!!cp ('t13');
1060 wakaba 1.18 }
1061    
1062 wakaba 1.84 ## Go to the "before html" insertion mode.
1063 wakaba 1.18 !!!next-token;
1064     return;
1065     } elsif ({
1066 wakaba 1.55 START_TAG_TOKEN, 1,
1067     END_TAG_TOKEN, 1,
1068     END_OF_FILE_TOKEN, 1,
1069 wakaba 1.18 }->{$token->{type}}) {
1070 wakaba 1.79 !!!cp ('t14');
1071 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
1072 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1073 wakaba 1.84 ## Go to the "before html" insertion mode.
1074 wakaba 1.18 ## reprocess
1075 wakaba 1.125 !!!ack-later;
1076 wakaba 1.18 return;
1077 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
1078 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1079 wakaba 1.18 ## Ignore the token
1080 wakaba 1.26
1081 wakaba 1.18 unless (length $token->{data}) {
1082 wakaba 1.79 !!!cp ('t15');
1083 wakaba 1.84 ## Stay in the insertion mode.
1084 wakaba 1.18 !!!next-token;
1085     redo INITIAL;
1086 wakaba 1.79 } else {
1087     !!!cp ('t16');
1088 wakaba 1.3 }
1089 wakaba 1.79 } else {
1090     !!!cp ('t17');
1091 wakaba 1.3 }
1092 wakaba 1.18
1093 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
1094 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
1095 wakaba 1.84 ## Go to the "before html" insertion mode.
1096 wakaba 1.18 ## reprocess
1097     return;
1098 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1099 wakaba 1.79 !!!cp ('t18');
1100 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
1101     $self->{document}->append_child ($comment);
1102    
1103 wakaba 1.84 ## Stay in the insertion mode.
1104 wakaba 1.18 !!!next-token;
1105     redo INITIAL;
1106     } else {
1107 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
1108 wakaba 1.18 }
1109     } # INITIAL
1110 wakaba 1.79
1111     die "$0: _tree_construction_initial: This should be never reached";
1112 wakaba 1.3 } # _tree_construction_initial
1113    
1114     sub _tree_construction_root_element ($) {
1115     my $self = shift;
1116 wakaba 1.84
1117     ## NOTE: "before html" insertion mode.
1118 wakaba 1.3
1119     B: {
1120 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
1121 wakaba 1.79 !!!cp ('t19');
1122 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1123 wakaba 1.3 ## Ignore the token
1124 wakaba 1.84 ## Stay in the insertion mode.
1125 wakaba 1.3 !!!next-token;
1126     redo B;
1127 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1128 wakaba 1.79 !!!cp ('t20');
1129 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
1130     $self->{document}->append_child ($comment);
1131 wakaba 1.84 ## Stay in the insertion mode.
1132 wakaba 1.3 !!!next-token;
1133     redo B;
1134 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
1135 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1136 wakaba 1.26 ## Ignore the token.
1137    
1138 wakaba 1.3 unless (length $token->{data}) {
1139 wakaba 1.79 !!!cp ('t21');
1140 wakaba 1.84 ## Stay in the insertion mode.
1141 wakaba 1.3 !!!next-token;
1142     redo B;
1143 wakaba 1.79 } else {
1144     !!!cp ('t22');
1145 wakaba 1.3 }
1146 wakaba 1.79 } else {
1147     !!!cp ('t23');
1148 wakaba 1.3 }
1149 wakaba 1.61
1150     $self->{application_cache_selection}->(undef);
1151    
1152     #
1153     } elsif ($token->{type} == START_TAG_TOKEN) {
1154 wakaba 1.84 if ($token->{tag_name} eq 'html') {
1155     my $root_element;
1156 wakaba 1.126 !!!create-element ($root_element, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
1157 wakaba 1.84 $self->{document}->append_child ($root_element);
1158 wakaba 1.123 push @{$self->{open_elements}},
1159     [$root_element, $el_category->{html}];
1160 wakaba 1.84
1161     if ($token->{attributes}->{manifest}) {
1162     !!!cp ('t24');
1163     $self->{application_cache_selection}
1164     ->($token->{attributes}->{manifest}->{value});
1165 wakaba 1.118 ## ISSUE: Spec is unclear on relative references.
1166     ## According to Hixie (#whatwg 2008-03-19), it should be
1167     ## resolved against the base URI of the document in HTML
1168     ## or xml:base of the element in XHTML.
1169 wakaba 1.84 } else {
1170     !!!cp ('t25');
1171     $self->{application_cache_selection}->(undef);
1172     }
1173    
1174 wakaba 1.125 !!!nack ('t25c');
1175    
1176 wakaba 1.84 !!!next-token;
1177     return; ## Go to the "before head" insertion mode.
1178 wakaba 1.61 } else {
1179 wakaba 1.84 !!!cp ('t25.1');
1180     #
1181 wakaba 1.61 }
1182 wakaba 1.3 } elsif ({
1183 wakaba 1.55 END_TAG_TOKEN, 1,
1184     END_OF_FILE_TOKEN, 1,
1185 wakaba 1.3 }->{$token->{type}}) {
1186 wakaba 1.79 !!!cp ('t26');
1187 wakaba 1.3 #
1188     } else {
1189 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
1190 wakaba 1.3 }
1191 wakaba 1.61
1192 wakaba 1.126 my $root_element;
1193     !!!create-element ($root_element, $HTML_NS, 'html',, $token);
1194 wakaba 1.84 $self->{document}->append_child ($root_element);
1195 wakaba 1.123 push @{$self->{open_elements}}, [$root_element, $el_category->{html}];
1196 wakaba 1.84
1197     $self->{application_cache_selection}->(undef);
1198    
1199     ## NOTE: Reprocess the token.
1200 wakaba 1.125 !!!ack-later;
1201 wakaba 1.84 return; ## Go to the "before head" insertion mode.
1202 wakaba 1.3 } # B
1203 wakaba 1.79
1204     die "$0: _tree_construction_root_element: This should never be reached";
1205 wakaba 1.3 } # _tree_construction_root_element
1206    
1207     sub _reset_insertion_mode ($) {
1208     my $self = shift;
1209    
1210     ## Step 1
1211     my $last;
1212    
1213     ## Step 2
1214     my $i = -1;
1215     my $node = $self->{open_elements}->[$i];
1216    
1217     ## Step 3
1218     S3: {
1219 wakaba 1.29 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
1220     $last = 1;
1221     if (defined $self->{inner_html_node}) {
1222 wakaba 1.140 !!!cp ('t28');
1223     $node = $self->{inner_html_node};
1224     } else {
1225     die "_reset_insertion_mode: t27";
1226 wakaba 1.3 }
1227     }
1228 wakaba 1.140
1229     ## Step 4..14
1230     my $new_mode;
1231     if ($node->[1] & FOREIGN_EL) {
1232     !!!cp ('t28.1');
1233     ## NOTE: Strictly spaking, the line below only applies to MathML and
1234     ## SVG elements. Currently the HTML syntax supports only MathML and
1235     ## SVG elements as foreigners.
1236 wakaba 1.148 $new_mode = IN_BODY_IM | IN_FOREIGN_CONTENT_IM;
1237 wakaba 1.206 } elsif ($node->[1] == TABLE_CELL_EL) {
1238 wakaba 1.140 if ($last) {
1239     !!!cp ('t28.2');
1240     #
1241     } else {
1242     !!!cp ('t28.3');
1243     $new_mode = IN_CELL_IM;
1244     }
1245     } else {
1246     !!!cp ('t28.4');
1247     $new_mode = {
1248 wakaba 1.54 select => IN_SELECT_IM,
1249 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
1250     ## insertion mode to "in select" by themselves.
1251 wakaba 1.54 tr => IN_ROW_IM,
1252     tbody => IN_TABLE_BODY_IM,
1253     thead => IN_TABLE_BODY_IM,
1254     tfoot => IN_TABLE_BODY_IM,
1255     caption => IN_CAPTION_IM,
1256     colgroup => IN_COLUMN_GROUP_IM,
1257     table => IN_TABLE_IM,
1258     head => IN_BODY_IM, # not in head!
1259     body => IN_BODY_IM,
1260     frameset => IN_FRAMESET_IM,
1261 wakaba 1.123 }->{$node->[0]->manakai_local_name};
1262 wakaba 1.140 }
1263     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
1264 wakaba 1.3
1265 wakaba 1.126 ## Step 15
1266 wakaba 1.206 if ($node->[1] == HTML_EL) {
1267 wakaba 1.3 unless (defined $self->{head_element}) {
1268 wakaba 1.79 !!!cp ('t29');
1269 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
1270 wakaba 1.3 } else {
1271 wakaba 1.81 ## ISSUE: Can this state be reached?
1272 wakaba 1.79 !!!cp ('t30');
1273 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
1274 wakaba 1.3 }
1275     return;
1276 wakaba 1.79 } else {
1277     !!!cp ('t31');
1278 wakaba 1.3 }
1279    
1280 wakaba 1.126 ## Step 16
1281 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
1282 wakaba 1.3
1283 wakaba 1.126 ## Step 17
1284 wakaba 1.3 $i--;
1285     $node = $self->{open_elements}->[$i];
1286    
1287 wakaba 1.126 ## Step 18
1288 wakaba 1.3 redo S3;
1289     } # S3
1290 wakaba 1.79
1291     die "$0: _reset_insertion_mode: This line should never be reached";
1292 wakaba 1.3 } # _reset_insertion_mode
1293    
1294     sub _tree_construction_main ($) {
1295     my $self = shift;
1296    
1297 wakaba 1.1 my $active_formatting_elements = [];
1298    
1299     my $reconstruct_active_formatting_elements = sub { # MUST
1300     my $insert = shift;
1301    
1302     ## Step 1
1303     return unless @$active_formatting_elements;
1304    
1305     ## Step 3
1306     my $i = -1;
1307     my $entry = $active_formatting_elements->[$i];
1308    
1309     ## Step 2
1310     return if $entry->[0] eq '#marker';
1311 wakaba 1.3 for (@{$self->{open_elements}}) {
1312 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
1313 wakaba 1.79 !!!cp ('t32');
1314 wakaba 1.1 return;
1315     }
1316     }
1317    
1318     S4: {
1319     ## Step 4
1320     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
1321    
1322     ## Step 5
1323     $i--;
1324     $entry = $active_formatting_elements->[$i];
1325    
1326     ## Step 6
1327     if ($entry->[0] eq '#marker') {
1328 wakaba 1.81 !!!cp ('t33_1');
1329 wakaba 1.1 #
1330     } else {
1331     my $in_open_elements;
1332 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
1333 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
1334 wakaba 1.79 !!!cp ('t33');
1335 wakaba 1.1 $in_open_elements = 1;
1336     last OE;
1337     }
1338     }
1339     if ($in_open_elements) {
1340 wakaba 1.79 !!!cp ('t34');
1341 wakaba 1.1 #
1342     } else {
1343 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
1344 wakaba 1.79 !!!cp ('t35');
1345 wakaba 1.1 redo S4;
1346     }
1347     }
1348    
1349     ## Step 7
1350     $i++;
1351     $entry = $active_formatting_elements->[$i];
1352     } # S4
1353    
1354     S7: {
1355     ## Step 8
1356     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
1357    
1358     ## Step 9
1359     $insert->($clone->[0]);
1360 wakaba 1.3 push @{$self->{open_elements}}, $clone;
1361 wakaba 1.1
1362     ## Step 10
1363 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
1364 wakaba 1.1
1365     ## Step 11
1366     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
1367 wakaba 1.79 !!!cp ('t36');
1368 wakaba 1.1 ## Step 7'
1369     $i++;
1370     $entry = $active_formatting_elements->[$i];
1371    
1372     redo S7;
1373     }
1374 wakaba 1.79
1375     !!!cp ('t37');
1376 wakaba 1.1 } # S7
1377     }; # $reconstruct_active_formatting_elements
1378    
1379     my $clear_up_to_marker = sub {
1380     for (reverse 0..$#$active_formatting_elements) {
1381     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1382 wakaba 1.79 !!!cp ('t38');
1383 wakaba 1.1 splice @$active_formatting_elements, $_;
1384     return;
1385     }
1386     }
1387 wakaba 1.79
1388     !!!cp ('t39');
1389 wakaba 1.1 }; # $clear_up_to_marker
1390    
1391 wakaba 1.96 my $insert;
1392    
1393     my $parse_rcdata = sub ($) {
1394     my ($content_model_flag) = @_;
1395 wakaba 1.25
1396     ## Step 1
1397     my $start_tag_name = $token->{tag_name};
1398 wakaba 1.205 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
1399 wakaba 1.25
1400     ## Step 2
1401 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
1402 wakaba 1.13 delete $self->{escape}; # MUST
1403 wakaba 1.25
1404 wakaba 1.205 ## Step 3, 4
1405     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1406    
1407 wakaba 1.125 !!!nack ('t40.1');
1408 wakaba 1.1 !!!next-token;
1409 wakaba 1.25 }; # $parse_rcdata
1410 wakaba 1.1
1411 wakaba 1.96 my $script_start_tag = sub () {
1412 wakaba 1.205 ## Step 1
1413 wakaba 1.1 my $script_el;
1414 wakaba 1.126 !!!create-element ($script_el, $HTML_NS, 'script', $token->{attributes}, $token);
1415 wakaba 1.205
1416     ## Step 2
1417 wakaba 1.1 ## TODO: mark as "parser-inserted"
1418    
1419 wakaba 1.205 ## Step 3
1420     ## TODO: Mark as "already executed", if ...
1421    
1422 wakaba 1.221 ## Step 4 (HTML5 revision 2702)
1423 wakaba 1.205 $insert->($script_el);
1424     push @{$self->{open_elements}}, [$script_el, $el_category->{script}];
1425    
1426     ## Step 5
1427 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
1428 wakaba 1.13 delete $self->{escape}; # MUST
1429 wakaba 1.1
1430 wakaba 1.205 ## Step 6-7
1431     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1432 wakaba 1.25
1433 wakaba 1.205 !!!nack ('t40.2');
1434 wakaba 1.1 !!!next-token;
1435     }; # $script_start_tag
1436    
1437 wakaba 1.102 ## NOTE: $open_tables->[-1]->[0] is the "current table" element node.
1438     ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag.
1439 wakaba 1.202 ## NOTE: $open_tables->[-1]->[2] is set false when non-Text node inserted.
1440 wakaba 1.102 my $open_tables = [[$self->{open_elements}->[0]->[0]]];
1441    
1442 wakaba 1.1 my $formatting_end_tag = sub {
1443 wakaba 1.113 my $end_tag_token = shift;
1444     my $tag_name = $end_tag_token->{tag_name};
1445 wakaba 1.1
1446 wakaba 1.103 ## NOTE: The adoption agency algorithm (AAA).
1447 wakaba 1.102
1448 wakaba 1.1 FET: {
1449     ## Step 1
1450     my $formatting_element;
1451     my $formatting_element_i_in_active;
1452     AFE: for (reverse 0..$#$active_formatting_elements) {
1453 wakaba 1.123 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1454     !!!cp ('t52');
1455     last AFE;
1456     } elsif ($active_formatting_elements->[$_]->[0]->manakai_local_name
1457     eq $tag_name) {
1458 wakaba 1.79 !!!cp ('t51');
1459 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
1460     $formatting_element_i_in_active = $_;
1461     last AFE;
1462     }
1463     } # AFE
1464     unless (defined $formatting_element) {
1465 wakaba 1.79 !!!cp ('t53');
1466 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => $tag_name, token => $end_tag_token);
1467 wakaba 1.1 ## Ignore the token
1468     !!!next-token;
1469     return;
1470     }
1471     ## has an element in scope
1472     my $in_scope = 1;
1473     my $formatting_element_i_in_open;
1474 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
1475     my $node = $self->{open_elements}->[$_];
1476 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
1477     if ($in_scope) {
1478 wakaba 1.79 !!!cp ('t54');
1479 wakaba 1.1 $formatting_element_i_in_open = $_;
1480     last INSCOPE;
1481     } else { # in open elements but not in scope
1482 wakaba 1.79 !!!cp ('t55');
1483 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
1484     text => $token->{tag_name},
1485 wakaba 1.113 token => $end_tag_token);
1486 wakaba 1.1 ## Ignore the token
1487     !!!next-token;
1488     return;
1489     }
1490 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
1491 wakaba 1.79 !!!cp ('t56');
1492 wakaba 1.1 $in_scope = 0;
1493     }
1494     } # INSCOPE
1495     unless (defined $formatting_element_i_in_open) {
1496 wakaba 1.79 !!!cp ('t57');
1497 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
1498     text => $token->{tag_name},
1499 wakaba 1.113 token => $end_tag_token);
1500 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
1501     !!!next-token; ## TODO: ok?
1502     return;
1503     }
1504 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
1505 wakaba 1.79 !!!cp ('t58');
1506 wakaba 1.122 !!!parse-error (type => 'not closed',
1507 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1508 wakaba 1.122 ->manakai_local_name,
1509 wakaba 1.113 token => $end_tag_token);
1510 wakaba 1.1 }
1511    
1512     ## Step 2
1513     my $furthest_block;
1514     my $furthest_block_i_in_open;
1515 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
1516     my $node = $self->{open_elements}->[$_];
1517 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
1518 wakaba 1.1 #not $phrasing_category->{$node->[1]} and
1519 wakaba 1.123 ($node->[1] & SPECIAL_EL or
1520     $node->[1] & SCOPING_EL)) { ## Scoping is redundant, maybe
1521 wakaba 1.79 !!!cp ('t59');
1522 wakaba 1.1 $furthest_block = $node;
1523     $furthest_block_i_in_open = $_;
1524 wakaba 1.203 ## NOTE: The topmost (eldest) node.
1525 wakaba 1.1 } elsif ($node->[0] eq $formatting_element->[0]) {
1526 wakaba 1.79 !!!cp ('t60');
1527 wakaba 1.1 last OE;
1528     }
1529     } # OE
1530    
1531     ## Step 3
1532     unless (defined $furthest_block) { # MUST
1533 wakaba 1.79 !!!cp ('t61');
1534 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
1535 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
1536     !!!next-token;
1537     return;
1538     }
1539    
1540     ## Step 4
1541 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
1542 wakaba 1.1
1543     ## Step 5
1544     my $furthest_block_parent = $furthest_block->[0]->parent_node;
1545     if (defined $furthest_block_parent) {
1546 wakaba 1.79 !!!cp ('t62');
1547 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
1548     }
1549    
1550     ## Step 6
1551     my $bookmark_prev_el
1552     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
1553     ->[0];
1554    
1555     ## Step 7
1556     my $node = $furthest_block;
1557     my $node_i_in_open = $furthest_block_i_in_open;
1558     my $last_node = $furthest_block;
1559     S7: {
1560     ## Step 1
1561     $node_i_in_open--;
1562 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
1563 wakaba 1.1
1564     ## Step 2
1565     my $node_i_in_active;
1566     S7S2: {
1567     for (reverse 0..$#$active_formatting_elements) {
1568     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
1569 wakaba 1.79 !!!cp ('t63');
1570 wakaba 1.1 $node_i_in_active = $_;
1571     last S7S2;
1572     }
1573     }
1574 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
1575 wakaba 1.1 redo S7;
1576     } # S7S2
1577    
1578     ## Step 3
1579     last S7 if $node->[0] eq $formatting_element->[0];
1580    
1581     ## Step 4
1582     if ($last_node->[0] eq $furthest_block->[0]) {
1583 wakaba 1.79 !!!cp ('t64');
1584 wakaba 1.1 $bookmark_prev_el = $node->[0];
1585     }
1586    
1587     ## Step 5
1588     if ($node->[0]->has_child_nodes ()) {
1589 wakaba 1.79 !!!cp ('t65');
1590 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
1591     $active_formatting_elements->[$node_i_in_active] = $clone;
1592 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
1593 wakaba 1.1 $node = $clone;
1594     }
1595    
1596     ## Step 6
1597     $node->[0]->append_child ($last_node->[0]);
1598    
1599     ## Step 7
1600     $last_node = $node;
1601    
1602     ## Step 8
1603     redo S7;
1604     } # S7
1605    
1606     ## Step 8
1607 wakaba 1.123 if ($common_ancestor_node->[1] & TABLE_ROWS_EL) {
1608 wakaba 1.102 my $foster_parent_element;
1609     my $next_sibling;
1610 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
1611 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1612 wakaba 1.102 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
1613     if (defined $parent and $parent->node_type == 1) {
1614     !!!cp ('t65.1');
1615     $foster_parent_element = $parent;
1616     $next_sibling = $self->{open_elements}->[$_]->[0];
1617     } else {
1618     !!!cp ('t65.2');
1619     $foster_parent_element
1620     = $self->{open_elements}->[$_ - 1]->[0];
1621     }
1622     last OE;
1623     }
1624     } # OE
1625     $foster_parent_element = $self->{open_elements}->[0]->[0]
1626     unless defined $foster_parent_element;
1627     $foster_parent_element->insert_before ($last_node->[0], $next_sibling);
1628     $open_tables->[-1]->[1] = 1; # tainted
1629     } else {
1630     !!!cp ('t65.3');
1631     $common_ancestor_node->[0]->append_child ($last_node->[0]);
1632     }
1633 wakaba 1.1
1634     ## Step 9
1635     my $clone = [$formatting_element->[0]->clone_node (0),
1636     $formatting_element->[1]];
1637    
1638     ## Step 10
1639     my @cn = @{$furthest_block->[0]->child_nodes};
1640     $clone->[0]->append_child ($_) for @cn;
1641    
1642     ## Step 11
1643     $furthest_block->[0]->append_child ($clone->[0]);
1644    
1645     ## Step 12
1646     my $i;
1647     AFE: for (reverse 0..$#$active_formatting_elements) {
1648     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
1649 wakaba 1.79 !!!cp ('t66');
1650 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
1651     $i-- and last AFE if defined $i;
1652     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
1653 wakaba 1.79 !!!cp ('t67');
1654 wakaba 1.1 $i = $_;
1655     }
1656     } # AFE
1657     splice @$active_formatting_elements, $i + 1, 0, $clone;
1658    
1659     ## Step 13
1660     undef $i;
1661 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
1662     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
1663 wakaba 1.79 !!!cp ('t68');
1664 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
1665 wakaba 1.1 $i-- and last OE if defined $i;
1666 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
1667 wakaba 1.79 !!!cp ('t69');
1668 wakaba 1.1 $i = $_;
1669     }
1670     } # OE
1671 wakaba 1.203 splice @{$self->{open_elements}}, $i + 1, 0, $clone;
1672 wakaba 1.1
1673     ## Step 14
1674     redo FET;
1675     } # FET
1676     }; # $formatting_end_tag
1677    
1678 wakaba 1.96 $insert = my $insert_to_current = sub {
1679 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
1680 wakaba 1.1 }; # $insert_to_current
1681    
1682     my $insert_to_foster = sub {
1683 wakaba 1.95 my $child = shift;
1684 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
1685 wakaba 1.95 # MUST
1686     my $foster_parent_element;
1687     my $next_sibling;
1688 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
1689 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1690 wakaba 1.3 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
1691 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
1692 wakaba 1.79 !!!cp ('t70');
1693 wakaba 1.1 $foster_parent_element = $parent;
1694 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
1695 wakaba 1.1 } else {
1696 wakaba 1.79 !!!cp ('t71');
1697 wakaba 1.1 $foster_parent_element
1698 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
1699 wakaba 1.1 }
1700     last OE;
1701     }
1702     } # OE
1703 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
1704 wakaba 1.1 unless defined $foster_parent_element;
1705     $foster_parent_element->insert_before
1706     ($child, $next_sibling);
1707 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
1708     } else {
1709     !!!cp ('t72');
1710     $self->{open_elements}->[-1]->[0]->append_child ($child);
1711     }
1712 wakaba 1.1 }; # $insert_to_foster
1713    
1714 wakaba 1.204 ## NOTE: Insert a character (MUST): When a character is inserted, if
1715     ## the last node that was inserted by the parser is a Text node and
1716     ## the character has to be inserted after that node, then the
1717     ## character is appended to the Text node. However, if any other
1718     ## node is inserted by the parser, then a new Text node is created
1719     ## and the character is appended as that Text node. If I'm not
1720     ## wrong, for a parser with scripting disabled, there are only two
1721     ## cases where this occurs. One is the case where an element node
1722     ## is inserted to the |head| element. This is covered by using the
1723 wakaba 1.202 ## |$self->{head_element_inserted}| flag. Another is the case where
1724     ## an element or comment is inserted into the |table| subtree while
1725     ## foster parenting happens. This is covered by using the [2] flag
1726     ## of the |$open_tables| structure. All other cases are handled
1727     ## simply by calling |manakai_append_text| method.
1728    
1729 wakaba 1.204 ## TODO: |<body><script>document.write("a<br>");
1730     ## document.body.removeChild (document.body.lastChild);
1731     ## document.write ("b")</script>|
1732    
1733 wakaba 1.126 B: while (1) {
1734 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
1735 wakaba 1.79 !!!cp ('t73');
1736 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1737 wakaba 1.52 ## Ignore the token
1738     ## Stay in the phase
1739     !!!next-token;
1740 wakaba 1.126 next B;
1741 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
1742 wakaba 1.52 $token->{tag_name} eq 'html') {
1743 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
1744 wakaba 1.79 !!!cp ('t79');
1745 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
1746 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
1747     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
1748 wakaba 1.79 !!!cp ('t80');
1749 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
1750 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
1751 wakaba 1.79 } else {
1752     !!!cp ('t81');
1753 wakaba 1.52 }
1754    
1755 wakaba 1.84 !!!cp ('t82');
1756 wakaba 1.113 !!!parse-error (type => 'not first start tag', token => $token);
1757 wakaba 1.52 my $top_el = $self->{open_elements}->[0]->[0];
1758     for my $attr_name (keys %{$token->{attributes}}) {
1759     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
1760 wakaba 1.79 !!!cp ('t84');
1761 wakaba 1.52 $top_el->set_attribute_ns
1762     (undef, [undef, $attr_name],
1763     $token->{attributes}->{$attr_name}->{value});
1764     }
1765     }
1766 wakaba 1.125 !!!nack ('t84.1');
1767 wakaba 1.52 !!!next-token;
1768 wakaba 1.126 next B;
1769 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
1770 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
1771 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
1772 wakaba 1.79 !!!cp ('t85');
1773 wakaba 1.52 $self->{document}->append_child ($comment);
1774 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
1775 wakaba 1.79 !!!cp ('t86');
1776 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
1777     } else {
1778 wakaba 1.79 !!!cp ('t87');
1779 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
1780 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
1781 wakaba 1.52 }
1782     !!!next-token;
1783 wakaba 1.126 next B;
1784 wakaba 1.205 } elsif ($self->{insertion_mode} & IN_CDATA_RCDATA_IM) {
1785     if ($token->{type} == CHARACTER_TOKEN) {
1786     $token->{data} =~ s/^\x0A// if $self->{ignore_newline};
1787     delete $self->{ignore_newline};
1788    
1789     if (length $token->{data}) {
1790     !!!cp ('t43');
1791     $self->{open_elements}->[-1]->[0]->manakai_append_text
1792     ($token->{data});
1793     } else {
1794     !!!cp ('t43.1');
1795     }
1796     !!!next-token;
1797     next B;
1798     } elsif ($token->{type} == END_TAG_TOKEN) {
1799     delete $self->{ignore_newline};
1800    
1801     if ($token->{tag_name} eq 'script') {
1802     !!!cp ('t50');
1803    
1804     ## Para 1-2
1805     my $script = pop @{$self->{open_elements}};
1806    
1807     ## Para 3
1808     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1809    
1810     ## Para 4
1811     ## TODO: $old_insertion_point = $current_insertion_point;
1812     ## TODO: $current_insertion_point = just before $self->{nc};
1813    
1814     ## Para 5
1815     ## TODO: Run the $script->[0].
1816    
1817     ## Para 6
1818     ## TODO: $current_insertion_point = $old_insertion_point;
1819    
1820     ## Para 7
1821     ## TODO: if ($pending_external_script) {
1822     ## TODO: ...
1823     ## TODO: }
1824    
1825     !!!next-token;
1826     next B;
1827     } else {
1828     !!!cp ('t42');
1829    
1830     pop @{$self->{open_elements}};
1831    
1832     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1833     !!!next-token;
1834     next B;
1835     }
1836     } elsif ($token->{type} == END_OF_FILE_TOKEN) {
1837     delete $self->{ignore_newline};
1838    
1839     !!!cp ('t44');
1840     !!!parse-error (type => 'not closed',
1841     text => $self->{open_elements}->[-1]->[0]
1842     ->manakai_local_name,
1843     token => $token);
1844    
1845 wakaba 1.206 #if ($self->{open_elements}->[-1]->[1] == SCRIPT_EL) {
1846 wakaba 1.205 # ## TODO: Mark as "already executed"
1847     #}
1848    
1849     pop @{$self->{open_elements}};
1850    
1851     $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1852     ## Reprocess.
1853     next B;
1854     } else {
1855     die "$0: $token->{type}: In CDATA/RCDATA: Unknown token type";
1856     }
1857 wakaba 1.126 } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
1858     if ($token->{type} == CHARACTER_TOKEN) {
1859     !!!cp ('t87.1');
1860     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
1861     !!!next-token;
1862     next B;
1863     } elsif ($token->{type} == START_TAG_TOKEN) {
1864 wakaba 1.129 if ((not {mglyph => 1, malignmark => 1}->{$token->{tag_name}} and
1865     $self->{open_elements}->[-1]->[1] & FOREIGN_FLOW_CONTENT_EL) or
1866 wakaba 1.126 not ($self->{open_elements}->[-1]->[1] & FOREIGN_EL) or
1867     ($token->{tag_name} eq 'svg' and
1868 wakaba 1.206 $self->{open_elements}->[-1]->[1] == MML_AXML_EL)) {
1869 wakaba 1.126 ## NOTE: "using the rules for secondary insertion mode"then"continue"
1870     !!!cp ('t87.2');
1871     #
1872     } elsif ({
1873 wakaba 1.130 b => 1, big => 1, blockquote => 1, body => 1, br => 1,
1874 wakaba 1.146 center => 1, code => 1, dd => 1, div => 1, dl => 1, dt => 1,
1875 wakaba 1.223 em => 1, embed => 1, h1 => 1, h2 => 1, h3 => 1,
1876 wakaba 1.146 h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, i => 1,
1877     img => 1, li => 1, listing => 1, menu => 1, meta => 1,
1878     nobr => 1, ol => 1, p => 1, pre => 1, ruby => 1, s => 1,
1879     small => 1, span => 1, strong => 1, strike => 1, sub => 1,
1880     sup => 1, table => 1, tt => 1, u => 1, ul => 1, var => 1,
1881 wakaba 1.223 }->{$token->{tag_name}} or
1882     ($token->{tag_name} eq 'font' and
1883     ($token->{attributes}->{color} or
1884     $token->{attributes}->{face} or
1885     $token->{attributes}->{size}))) {
1886 wakaba 1.126 !!!cp ('t87.2');
1887     !!!parse-error (type => 'not closed',
1888 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1889 wakaba 1.126 ->manakai_local_name,
1890     token => $token);
1891    
1892     pop @{$self->{open_elements}}
1893     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
1894    
1895 wakaba 1.130 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
1896 wakaba 1.126 ## Reprocess.
1897     next B;
1898     } else {
1899 wakaba 1.131 my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri;
1900     my $tag_name = $token->{tag_name};
1901     if ($nsuri eq $SVG_NS) {
1902     $tag_name = {
1903     altglyph => 'altGlyph',
1904     altglyphdef => 'altGlyphDef',
1905     altglyphitem => 'altGlyphItem',
1906     animatecolor => 'animateColor',
1907     animatemotion => 'animateMotion',
1908     animatetransform => 'animateTransform',
1909     clippath => 'clipPath',
1910     feblend => 'feBlend',
1911     fecolormatrix => 'feColorMatrix',
1912     fecomponenttransfer => 'feComponentTransfer',
1913     fecomposite => 'feComposite',
1914     feconvolvematrix => 'feConvolveMatrix',
1915     fediffuselighting => 'feDiffuseLighting',
1916     fedisplacementmap => 'feDisplacementMap',
1917     fedistantlight => 'feDistantLight',
1918     feflood => 'feFlood',
1919     fefunca => 'feFuncA',
1920     fefuncb => 'feFuncB',
1921     fefuncg => 'feFuncG',
1922     fefuncr => 'feFuncR',
1923     fegaussianblur => 'feGaussianBlur',
1924     feimage => 'feImage',
1925     femerge => 'feMerge',
1926     femergenode => 'feMergeNode',
1927     femorphology => 'feMorphology',
1928     feoffset => 'feOffset',
1929     fepointlight => 'fePointLight',
1930     fespecularlighting => 'feSpecularLighting',
1931     fespotlight => 'feSpotLight',
1932     fetile => 'feTile',
1933     feturbulence => 'feTurbulence',
1934     foreignobject => 'foreignObject',
1935     glyphref => 'glyphRef',
1936     lineargradient => 'linearGradient',
1937     radialgradient => 'radialGradient',
1938     #solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2)
1939     textpath => 'textPath',
1940     }->{$tag_name} || $tag_name;
1941     }
1942    
1943     ## "adjust SVG attributes" (SVG only) - done in insert-element-f
1944    
1945     ## "adjust foreign attributes" - done in insert-element-f
1946 wakaba 1.126
1947 wakaba 1.131 !!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token);
1948 wakaba 1.126
1949     if ($self->{self_closing}) {
1950     pop @{$self->{open_elements}};
1951     !!!ack ('t87.3');
1952     } else {
1953     !!!cp ('t87.4');
1954     }
1955    
1956     !!!next-token;
1957     next B;
1958     }
1959     } elsif ($token->{type} == END_TAG_TOKEN) {
1960     ## NOTE: "using the rules for secondary insertion mode" then "continue"
1961 wakaba 1.219 if ($token->{tag_name} eq 'script') {
1962     !!!cp ('t87.41');
1963     #
1964     ## XXXscript: Execute script here.
1965     } else {
1966     !!!cp ('t87.5');
1967     #
1968     }
1969 wakaba 1.126 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
1970     !!!cp ('t87.6');
1971 wakaba 1.146 !!!parse-error (type => 'not closed',
1972 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
1973 wakaba 1.146 ->manakai_local_name,
1974     token => $token);
1975    
1976     pop @{$self->{open_elements}}
1977     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
1978    
1979 wakaba 1.200 ## NOTE: |<span><svg>| ... two parse errors, |<svg>| ... a parse error.
1980    
1981 wakaba 1.146 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
1982     ## Reprocess.
1983     next B;
1984 wakaba 1.126 } else {
1985     die "$0: $token->{type}: Unknown token type";
1986     }
1987     }
1988    
1989     if ($self->{insertion_mode} & HEAD_IMS) {
1990 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
1991 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1992 wakaba 1.99 unless ($self->{insertion_mode} == BEFORE_HEAD_IM) {
1993 wakaba 1.202 if ($self->{head_element_inserted}) {
1994     !!!cp ('t88.3');
1995     $self->{open_elements}->[-1]->[0]->append_child
1996     ($self->{document}->create_text_node ($1));
1997     delete $self->{head_element_inserted};
1998     ## NOTE: |</head> <link> |
1999     #
2000     } else {
2001     !!!cp ('t88.2');
2002     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
2003     ## NOTE: |</head> &#x20;|
2004     #
2005     }
2006 wakaba 1.99 } else {
2007     !!!cp ('t88.1');
2008     ## Ignore the token.
2009 wakaba 1.177 #
2010 wakaba 1.99 }
2011 wakaba 1.52 unless (length $token->{data}) {
2012 wakaba 1.79 !!!cp ('t88');
2013 wakaba 1.52 !!!next-token;
2014 wakaba 1.126 next B;
2015 wakaba 1.1 }
2016 wakaba 1.177 ## TODO: set $token->{column} appropriately
2017 wakaba 1.1 }
2018 wakaba 1.52
2019 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2020 wakaba 1.79 !!!cp ('t89');
2021 wakaba 1.52 ## As if <head>
2022 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2023 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2024 wakaba 1.123 push @{$self->{open_elements}},
2025     [$self->{head_element}, $el_category->{head}];
2026 wakaba 1.52
2027     ## Reprocess in the "in head" insertion mode...
2028     pop @{$self->{open_elements}};
2029    
2030     ## Reprocess in the "after head" insertion mode...
2031 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2032 wakaba 1.79 !!!cp ('t90');
2033 wakaba 1.52 ## As if </noscript>
2034     pop @{$self->{open_elements}};
2035 wakaba 1.153 !!!parse-error (type => 'in noscript:#text', token => $token);
2036 wakaba 1.1
2037 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
2038     ## As if </head>
2039     pop @{$self->{open_elements}};
2040    
2041     ## Reprocess in the "after head" insertion mode...
2042 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2043 wakaba 1.79 !!!cp ('t91');
2044 wakaba 1.52 pop @{$self->{open_elements}};
2045    
2046     ## Reprocess in the "after head" insertion mode...
2047 wakaba 1.79 } else {
2048     !!!cp ('t92');
2049 wakaba 1.1 }
2050 wakaba 1.52
2051 wakaba 1.123 ## "after head" insertion mode
2052     ## As if <body>
2053     !!!insert-element ('body',, $token);
2054     $self->{insertion_mode} = IN_BODY_IM;
2055     ## reprocess
2056 wakaba 1.126 next B;
2057 wakaba 1.123 } elsif ($token->{type} == START_TAG_TOKEN) {
2058     if ($token->{tag_name} eq 'head') {
2059     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2060     !!!cp ('t93');
2061 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
2062 wakaba 1.123 $self->{open_elements}->[-1]->[0]->append_child
2063     ($self->{head_element});
2064     push @{$self->{open_elements}},
2065     [$self->{head_element}, $el_category->{head}];
2066     $self->{insertion_mode} = IN_HEAD_IM;
2067 wakaba 1.125 !!!nack ('t93.1');
2068 wakaba 1.123 !!!next-token;
2069 wakaba 1.126 next B;
2070 wakaba 1.125 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2071 wakaba 1.139 !!!cp ('t93.2');
2072 wakaba 1.153 !!!parse-error (type => 'after head', text => 'head',
2073     token => $token);
2074 wakaba 1.139 ## Ignore the token
2075     !!!nack ('t93.3');
2076     !!!next-token;
2077     next B;
2078 wakaba 1.125 } else {
2079     !!!cp ('t95');
2080 wakaba 1.153 !!!parse-error (type => 'in head:head',
2081     token => $token); # or in head noscript
2082 wakaba 1.125 ## Ignore the token
2083     !!!nack ('t95.1');
2084     !!!next-token;
2085 wakaba 1.126 next B;
2086 wakaba 1.125 }
2087     } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2088 wakaba 1.126 !!!cp ('t96');
2089     ## As if <head>
2090     !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2091     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2092     push @{$self->{open_elements}},
2093     [$self->{head_element}, $el_category->{head}];
2094 wakaba 1.52
2095 wakaba 1.126 $self->{insertion_mode} = IN_HEAD_IM;
2096     ## Reprocess in the "in head" insertion mode...
2097     } else {
2098     !!!cp ('t97');
2099     }
2100 wakaba 1.52
2101 wakaba 1.202 if ($token->{tag_name} eq 'base') {
2102     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2103     !!!cp ('t98');
2104     ## As if </noscript>
2105     pop @{$self->{open_elements}};
2106     !!!parse-error (type => 'in noscript', text => 'base',
2107     token => $token);
2108    
2109     $self->{insertion_mode} = IN_HEAD_IM;
2110     ## Reprocess in the "in head" insertion mode...
2111     } else {
2112     !!!cp ('t99');
2113     }
2114 wakaba 1.49
2115 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2116     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2117     !!!cp ('t100');
2118     !!!parse-error (type => 'after head',
2119     text => $token->{tag_name}, token => $token);
2120     push @{$self->{open_elements}},
2121     [$self->{head_element}, $el_category->{head}];
2122     $self->{head_element_inserted} = 1;
2123     } else {
2124     !!!cp ('t101');
2125     }
2126     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2127     pop @{$self->{open_elements}};
2128     pop @{$self->{open_elements}} # <head>
2129     if $self->{insertion_mode} == AFTER_HEAD_IM;
2130     !!!nack ('t101.1');
2131     !!!next-token;
2132     next B;
2133 wakaba 1.194 } elsif ($token->{tag_name} eq 'link') {
2134     ## NOTE: There is a "as if in head" code clone.
2135     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2136     !!!cp ('t102');
2137     !!!parse-error (type => 'after head',
2138     text => $token->{tag_name}, token => $token);
2139     push @{$self->{open_elements}},
2140     [$self->{head_element}, $el_category->{head}];
2141 wakaba 1.202 $self->{head_element_inserted} = 1;
2142 wakaba 1.194 } else {
2143     !!!cp ('t103');
2144     }
2145     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2146     pop @{$self->{open_elements}};
2147     pop @{$self->{open_elements}} # <head>
2148     if $self->{insertion_mode} == AFTER_HEAD_IM;
2149     !!!ack ('t103.1');
2150     !!!next-token;
2151     next B;
2152     } elsif ($token->{tag_name} eq 'command' or
2153     $token->{tag_name} eq 'eventsource') {
2154     if ($self->{insertion_mode} == IN_HEAD_IM) {
2155     ## NOTE: If the insertion mode at the time of the emission
2156     ## of the token was "before head", $self->{insertion_mode}
2157     ## is already changed to |IN_HEAD_IM|.
2158    
2159     ## NOTE: There is a "as if in head" code clone.
2160     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2161     pop @{$self->{open_elements}};
2162     pop @{$self->{open_elements}} # <head>
2163     if $self->{insertion_mode} == AFTER_HEAD_IM;
2164     !!!ack ('t103.2');
2165     !!!next-token;
2166     next B;
2167     } else {
2168     ## NOTE: "in head noscript" or "after head" insertion mode
2169     ## - in these cases, these tags are treated as same as
2170     ## normal in-body tags.
2171     !!!cp ('t103.3');
2172     #
2173     }
2174 wakaba 1.202 } elsif ($token->{tag_name} eq 'meta') {
2175     ## NOTE: There is a "as if in head" code clone.
2176     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2177     !!!cp ('t104');
2178     !!!parse-error (type => 'after head',
2179     text => $token->{tag_name}, token => $token);
2180     push @{$self->{open_elements}},
2181     [$self->{head_element}, $el_category->{head}];
2182     $self->{head_element_inserted} = 1;
2183     } else {
2184     !!!cp ('t105');
2185     }
2186     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2187     my $meta_el = pop @{$self->{open_elements}};
2188 wakaba 1.34
2189     unless ($self->{confident}) {
2190 wakaba 1.134 if ($token->{attributes}->{charset}) {
2191 wakaba 1.79 !!!cp ('t106');
2192 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
2193     ## in the {change_encoding} callback.
2194 wakaba 1.63 $self->{change_encoding}
2195 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value},
2196     $token);
2197 wakaba 1.66
2198     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2199     ->set_user_data (manakai_has_reference =>
2200     $token->{attributes}->{charset}
2201     ->{has_reference});
2202 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
2203     if ($token->{attributes}->{content}->{value}
2204 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
2205 wakaba 1.186 [\x09\x0A\x0C\x0D\x20]*=
2206     [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
2207     ([^"'\x09\x0A\x0C\x0D\x20]
2208     [^\x09\x0A\x0C\x0D\x20\x3B]*))/x) {
2209 wakaba 1.79 !!!cp ('t107');
2210 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
2211     ## in the {change_encoding} callback.
2212 wakaba 1.63 $self->{change_encoding}
2213 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3,
2214     $token);
2215 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2216     ->set_user_data (manakai_has_reference =>
2217     $token->{attributes}->{content}
2218     ->{has_reference});
2219 wakaba 1.79 } else {
2220     !!!cp ('t108');
2221 wakaba 1.63 }
2222 wakaba 1.34 }
2223 wakaba 1.66 } else {
2224     if ($token->{attributes}->{charset}) {
2225 wakaba 1.79 !!!cp ('t109');
2226 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2227     ->set_user_data (manakai_has_reference =>
2228     $token->{attributes}->{charset}
2229     ->{has_reference});
2230     }
2231 wakaba 1.68 if ($token->{attributes}->{content}) {
2232 wakaba 1.79 !!!cp ('t110');
2233 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2234     ->set_user_data (manakai_has_reference =>
2235     $token->{attributes}->{content}
2236     ->{has_reference});
2237     }
2238 wakaba 1.34 }
2239    
2240 wakaba 1.100 pop @{$self->{open_elements}} # <head>
2241 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
2242 wakaba 1.125 !!!ack ('t110.1');
2243 wakaba 1.34 !!!next-token;
2244 wakaba 1.126 next B;
2245 wakaba 1.202 } elsif ($token->{tag_name} eq 'title') {
2246     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2247     !!!cp ('t111');
2248     ## As if </noscript>
2249     pop @{$self->{open_elements}};
2250     !!!parse-error (type => 'in noscript', text => 'title',
2251     token => $token);
2252    
2253     $self->{insertion_mode} = IN_HEAD_IM;
2254     ## Reprocess in the "in head" insertion mode...
2255     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2256     !!!cp ('t112');
2257     !!!parse-error (type => 'after head',
2258     text => $token->{tag_name}, token => $token);
2259     push @{$self->{open_elements}},
2260     [$self->{head_element}, $el_category->{head}];
2261     $self->{head_element_inserted} = 1;
2262     } else {
2263     !!!cp ('t113');
2264     }
2265 wakaba 1.49
2266 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2267     $parse_rcdata->(RCDATA_CONTENT_MODEL);
2268 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2269     splice @{$self->{open_elements}}, -2, 1, () # <head>
2270 wakaba 1.210 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2271 wakaba 1.202 next B;
2272     } elsif ($token->{tag_name} eq 'style' or
2273     $token->{tag_name} eq 'noframes') {
2274     ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
2275     ## insertion mode IN_HEAD_IM)
2276     ## NOTE: There is a "as if in head" code clone.
2277     if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2278     !!!cp ('t114');
2279     !!!parse-error (type => 'after head',
2280     text => $token->{tag_name}, token => $token);
2281     push @{$self->{open_elements}},
2282     [$self->{head_element}, $el_category->{head}];
2283     $self->{head_element_inserted} = 1;
2284     } else {
2285     !!!cp ('t115');
2286     }
2287     $parse_rcdata->(CDATA_CONTENT_MODEL);
2288 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2289     splice @{$self->{open_elements}}, -2, 1, () # <head>
2290 wakaba 1.210 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2291 wakaba 1.202 next B;
2292 wakaba 1.205 } elsif ($token->{tag_name} eq 'noscript') {
2293 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
2294 wakaba 1.79 !!!cp ('t116');
2295 wakaba 1.25 ## NOTE: and scripting is disalbed
2296 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2297 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
2298 wakaba 1.125 !!!nack ('t116.1');
2299 wakaba 1.1 !!!next-token;
2300 wakaba 1.126 next B;
2301 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2302 wakaba 1.79 !!!cp ('t117');
2303 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'noscript',
2304     token => $token);
2305 wakaba 1.1 ## Ignore the token
2306 wakaba 1.125 !!!nack ('t117.1');
2307 wakaba 1.41 !!!next-token;
2308 wakaba 1.126 next B;
2309 wakaba 1.1 } else {
2310 wakaba 1.79 !!!cp ('t118');
2311 wakaba 1.25 #
2312 wakaba 1.1 }
2313 wakaba 1.202 } elsif ($token->{tag_name} eq 'script') {
2314     if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2315     !!!cp ('t119');
2316     ## As if </noscript>
2317     pop @{$self->{open_elements}};
2318     !!!parse-error (type => 'in noscript', text => 'script',
2319     token => $token);
2320    
2321     $self->{insertion_mode} = IN_HEAD_IM;
2322     ## Reprocess in the "in head" insertion mode...
2323     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2324     !!!cp ('t120');
2325     !!!parse-error (type => 'after head',
2326     text => $token->{tag_name}, token => $token);
2327     push @{$self->{open_elements}},
2328     [$self->{head_element}, $el_category->{head}];
2329     $self->{head_element_inserted} = 1;
2330     } else {
2331     !!!cp ('t121');
2332     }
2333 wakaba 1.49
2334 wakaba 1.202 ## NOTE: There is a "as if in head" code clone.
2335     $script_start_tag->();
2336 wakaba 1.205 ## ISSUE: A spec bug [Bug 6038]
2337     splice @{$self->{open_elements}}, -2, 1 # <head>
2338 wakaba 1.210 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2339 wakaba 1.202 next B;
2340     } elsif ($token->{tag_name} eq 'body' or
2341     $token->{tag_name} eq 'frameset') {
2342 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2343 wakaba 1.79 !!!cp ('t122');
2344 wakaba 1.49 ## As if </noscript>
2345     pop @{$self->{open_elements}};
2346 wakaba 1.153 !!!parse-error (type => 'in noscript',
2347     text => $token->{tag_name}, token => $token);
2348 wakaba 1.49
2349     ## Reprocess in the "in head" insertion mode...
2350     ## As if </head>
2351     pop @{$self->{open_elements}};
2352    
2353     ## Reprocess in the "after head" insertion mode...
2354 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2355 wakaba 1.79 !!!cp ('t124');
2356 wakaba 1.49 pop @{$self->{open_elements}};
2357    
2358     ## Reprocess in the "after head" insertion mode...
2359 wakaba 1.79 } else {
2360     !!!cp ('t125');
2361 wakaba 1.49 }
2362    
2363     ## "after head" insertion mode
2364 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2365 wakaba 1.54 if ($token->{tag_name} eq 'body') {
2366 wakaba 1.79 !!!cp ('t126');
2367 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2368     } elsif ($token->{tag_name} eq 'frameset') {
2369 wakaba 1.79 !!!cp ('t127');
2370 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
2371     } else {
2372     die "$0: tag name: $self->{tag_name}";
2373     }
2374 wakaba 1.125 !!!nack ('t127.1');
2375 wakaba 1.1 !!!next-token;
2376 wakaba 1.126 next B;
2377 wakaba 1.1 } else {
2378 wakaba 1.79 !!!cp ('t128');
2379 wakaba 1.1 #
2380     }
2381 wakaba 1.49
2382 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2383 wakaba 1.79 !!!cp ('t129');
2384 wakaba 1.49 ## As if </noscript>
2385     pop @{$self->{open_elements}};
2386 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2387     text => $token->{tag_name}, token => $token);
2388 wakaba 1.49
2389     ## Reprocess in the "in head" insertion mode...
2390     ## As if </head>
2391 wakaba 1.25 pop @{$self->{open_elements}};
2392 wakaba 1.49
2393     ## Reprocess in the "after head" insertion mode...
2394 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2395 wakaba 1.79 !!!cp ('t130');
2396 wakaba 1.49 ## As if </head>
2397 wakaba 1.25 pop @{$self->{open_elements}};
2398 wakaba 1.49
2399     ## Reprocess in the "after head" insertion mode...
2400 wakaba 1.79 } else {
2401     !!!cp ('t131');
2402 wakaba 1.49 }
2403    
2404     ## "after head" insertion mode
2405     ## As if <body>
2406 wakaba 1.116 !!!insert-element ('body',, $token);
2407 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2408 wakaba 1.49 ## reprocess
2409 wakaba 1.125 !!!ack-later;
2410 wakaba 1.126 next B;
2411 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
2412 wakaba 1.49 if ($token->{tag_name} eq 'head') {
2413 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2414 wakaba 1.79 !!!cp ('t132');
2415 wakaba 1.50 ## As if <head>
2416 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2417 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2418 wakaba 1.123 push @{$self->{open_elements}},
2419     [$self->{head_element}, $el_category->{head}];
2420 wakaba 1.50
2421     ## Reprocess in the "in head" insertion mode...
2422     pop @{$self->{open_elements}};
2423 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2424 wakaba 1.50 !!!next-token;
2425 wakaba 1.126 next B;
2426 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2427 wakaba 1.79 !!!cp ('t133');
2428 wakaba 1.49 ## As if </noscript>
2429     pop @{$self->{open_elements}};
2430 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2431     text => 'head', token => $token);
2432 wakaba 1.49
2433     ## Reprocess in the "in head" insertion mode...
2434 wakaba 1.50 pop @{$self->{open_elements}};
2435 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2436 wakaba 1.50 !!!next-token;
2437 wakaba 1.126 next B;
2438 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2439 wakaba 1.79 !!!cp ('t134');
2440 wakaba 1.49 pop @{$self->{open_elements}};
2441 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2442 wakaba 1.49 !!!next-token;
2443 wakaba 1.126 next B;
2444 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2445     !!!cp ('t134.1');
2446 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'head',
2447     token => $token);
2448 wakaba 1.139 ## Ignore the token
2449     !!!next-token;
2450     next B;
2451 wakaba 1.49 } else {
2452 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2453 wakaba 1.49 }
2454     } elsif ($token->{tag_name} eq 'noscript') {
2455 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2456 wakaba 1.79 !!!cp ('t136');
2457 wakaba 1.49 pop @{$self->{open_elements}};
2458 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
2459 wakaba 1.49 !!!next-token;
2460 wakaba 1.126 next B;
2461 wakaba 1.139 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or
2462     $self->{insertion_mode} == AFTER_HEAD_IM) {
2463 wakaba 1.79 !!!cp ('t137');
2464 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2465     text => 'noscript', token => $token);
2466 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
2467     !!!next-token;
2468 wakaba 1.126 next B;
2469 wakaba 1.49 } else {
2470 wakaba 1.79 !!!cp ('t138');
2471 wakaba 1.49 #
2472     }
2473     } elsif ({
2474 wakaba 1.31 body => 1, html => 1,
2475     }->{$token->{tag_name}}) {
2476 wakaba 1.203 ## TODO: This branch is entirely redundant.
2477     if ($self->{insertion_mode} == BEFORE_HEAD_IM or
2478 wakaba 1.139 $self->{insertion_mode} == IN_HEAD_IM or
2479     $self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2480 wakaba 1.79 !!!cp ('t140');
2481 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2482     text => $token->{tag_name}, token => $token);
2483 wakaba 1.49 ## Ignore the token
2484     !!!next-token;
2485 wakaba 1.126 next B;
2486 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2487     !!!cp ('t140.1');
2488 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2489     text => $token->{tag_name}, token => $token);
2490 wakaba 1.139 ## Ignore the token
2491     !!!next-token;
2492     next B;
2493 wakaba 1.79 } else {
2494 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2495 wakaba 1.49 }
2496 wakaba 1.139 } elsif ($token->{tag_name} eq 'p') {
2497     !!!cp ('t142');
2498 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2499     text => $token->{tag_name}, token => $token);
2500 wakaba 1.139 ## Ignore the token
2501     !!!next-token;
2502     next B;
2503     } elsif ($token->{tag_name} eq 'br') {
2504 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2505 wakaba 1.139 !!!cp ('t142.2');
2506     ## (before head) as if <head>, (in head) as if </head>
2507 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2508 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2509 wakaba 1.139 $self->{insertion_mode} = AFTER_HEAD_IM;
2510    
2511     ## Reprocess in the "after head" insertion mode...
2512     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2513     !!!cp ('t143.2');
2514     ## As if </head>
2515     pop @{$self->{open_elements}};
2516     $self->{insertion_mode} = AFTER_HEAD_IM;
2517    
2518     ## Reprocess in the "after head" insertion mode...
2519     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2520     !!!cp ('t143.3');
2521 wakaba 1.211 ## NOTE: Two parse errors for <head><noscript></br>
2522 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2523     text => 'br', token => $token);
2524 wakaba 1.139 ## As if </noscript>
2525     pop @{$self->{open_elements}};
2526     $self->{insertion_mode} = IN_HEAD_IM;
2527 wakaba 1.50
2528     ## Reprocess in the "in head" insertion mode...
2529 wakaba 1.139 ## As if </head>
2530     pop @{$self->{open_elements}};
2531     $self->{insertion_mode} = AFTER_HEAD_IM;
2532    
2533     ## Reprocess in the "after head" insertion mode...
2534     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2535     !!!cp ('t143.4');
2536     #
2537 wakaba 1.79 } else {
2538 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2539 wakaba 1.50 }
2540    
2541 wakaba 1.139 ## ISSUE: does not agree with IE7 - it doesn't ignore </br>.
2542 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2543     text => 'br', token => $token);
2544 wakaba 1.139 ## Ignore the token
2545     !!!next-token;
2546     next B;
2547 wakaba 1.25 } else {
2548 wakaba 1.139 !!!cp ('t145');
2549 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2550     text => $token->{tag_name}, token => $token);
2551 wakaba 1.139 ## Ignore the token
2552     !!!next-token;
2553     next B;
2554 wakaba 1.49 }
2555    
2556 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2557 wakaba 1.79 !!!cp ('t146');
2558 wakaba 1.49 ## As if </noscript>
2559     pop @{$self->{open_elements}};
2560 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
2561     text => $token->{tag_name}, token => $token);
2562 wakaba 1.49
2563     ## Reprocess in the "in head" insertion mode...
2564     ## As if </head>
2565     pop @{$self->{open_elements}};
2566    
2567     ## Reprocess in the "after head" insertion mode...
2568 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2569 wakaba 1.79 !!!cp ('t147');
2570 wakaba 1.49 ## As if </head>
2571     pop @{$self->{open_elements}};
2572    
2573     ## Reprocess in the "after head" insertion mode...
2574 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2575 wakaba 1.82 ## ISSUE: This case cannot be reached?
2576 wakaba 1.79 !!!cp ('t148');
2577 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2578     text => $token->{tag_name}, token => $token);
2579 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
2580     !!!next-token;
2581 wakaba 1.126 next B;
2582 wakaba 1.79 } else {
2583     !!!cp ('t149');
2584 wakaba 1.1 }
2585    
2586 wakaba 1.49 ## "after head" insertion mode
2587     ## As if <body>
2588 wakaba 1.116 !!!insert-element ('body',, $token);
2589 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
2590 wakaba 1.52 ## reprocess
2591 wakaba 1.126 next B;
2592 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
2593     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2594     !!!cp ('t149.1');
2595    
2596     ## NOTE: As if <head>
2597 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2598 wakaba 1.104 $self->{open_elements}->[-1]->[0]->append_child
2599     ($self->{head_element});
2600 wakaba 1.123 #push @{$self->{open_elements}},
2601     # [$self->{head_element}, $el_category->{head}];
2602 wakaba 1.104 #$self->{insertion_mode} = IN_HEAD_IM;
2603     ## NOTE: Reprocess.
2604    
2605     ## NOTE: As if </head>
2606     #pop @{$self->{open_elements}};
2607     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2608     ## NOTE: Reprocess.
2609    
2610     #
2611     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2612     !!!cp ('t149.2');
2613    
2614     ## NOTE: As if </head>
2615     pop @{$self->{open_elements}};
2616     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2617     ## NOTE: Reprocess.
2618    
2619     #
2620     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2621     !!!cp ('t149.3');
2622    
2623 wakaba 1.113 !!!parse-error (type => 'in noscript:#eof', token => $token);
2624 wakaba 1.104
2625     ## As if </noscript>
2626     pop @{$self->{open_elements}};
2627     #$self->{insertion_mode} = IN_HEAD_IM;
2628     ## NOTE: Reprocess.
2629    
2630     ## NOTE: As if </head>
2631     pop @{$self->{open_elements}};
2632     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2633     ## NOTE: Reprocess.
2634    
2635     #
2636     } else {
2637     !!!cp ('t149.4');
2638     #
2639     }
2640    
2641     ## NOTE: As if <body>
2642 wakaba 1.116 !!!insert-element ('body',, $token);
2643 wakaba 1.104 $self->{insertion_mode} = IN_BODY_IM;
2644     ## NOTE: Reprocess.
2645 wakaba 1.126 next B;
2646 wakaba 1.104 } else {
2647     die "$0: $token->{type}: Unknown token type";
2648     }
2649 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
2650 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
2651 wakaba 1.79 !!!cp ('t150');
2652 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
2653     $reconstruct_active_formatting_elements->($insert_to_current);
2654    
2655     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
2656    
2657     !!!next-token;
2658 wakaba 1.126 next B;
2659 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
2660 wakaba 1.52 if ({
2661     caption => 1, col => 1, colgroup => 1, tbody => 1,
2662     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
2663     }->{$token->{tag_name}}) {
2664 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2665 wakaba 1.52 ## have an element in table scope
2666 wakaba 1.108 for (reverse 0..$#{$self->{open_elements}}) {
2667 wakaba 1.52 my $node = $self->{open_elements}->[$_];
2668 wakaba 1.206 if ($node->[1] == TABLE_CELL_EL) {
2669 wakaba 1.79 !!!cp ('t151');
2670 wakaba 1.108
2671     ## Close the cell
2672 wakaba 1.125 !!!back-token; # <x>
2673 wakaba 1.122 $token = {type => END_TAG_TOKEN,
2674     tag_name => $node->[0]->manakai_local_name,
2675 wakaba 1.114 line => $token->{line},
2676     column => $token->{column}};
2677 wakaba 1.126 next B;
2678 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2679 wakaba 1.79 !!!cp ('t152');
2680 wakaba 1.108 ## ISSUE: This case can never be reached, maybe.
2681     last;
2682 wakaba 1.52 }
2683 wakaba 1.108 }
2684    
2685     !!!cp ('t153');
2686     !!!parse-error (type => 'start tag not allowed',
2687 wakaba 1.153 text => $token->{tag_name}, token => $token);
2688 wakaba 1.108 ## Ignore the token
2689 wakaba 1.125 !!!nack ('t153.1');
2690 wakaba 1.108 !!!next-token;
2691 wakaba 1.126 next B;
2692 wakaba 1.210 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2693 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
2694     token => $token);
2695 wakaba 1.52
2696 wakaba 1.108 ## NOTE: As if </caption>.
2697 wakaba 1.52 ## have a table element in table scope
2698     my $i;
2699 wakaba 1.108 INSCOPE: {
2700     for (reverse 0..$#{$self->{open_elements}}) {
2701     my $node = $self->{open_elements}->[$_];
2702 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2703 wakaba 1.108 !!!cp ('t155');
2704     $i = $_;
2705     last INSCOPE;
2706 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2707 wakaba 1.108 !!!cp ('t156');
2708     last;
2709     }
2710 wakaba 1.52 }
2711 wakaba 1.108
2712     !!!cp ('t157');
2713     !!!parse-error (type => 'start tag not allowed',
2714 wakaba 1.153 text => $token->{tag_name}, token => $token);
2715 wakaba 1.108 ## Ignore the token
2716 wakaba 1.125 !!!nack ('t157.1');
2717 wakaba 1.108 !!!next-token;
2718 wakaba 1.126 next B;
2719 wakaba 1.52 } # INSCOPE
2720    
2721     ## generate implied end tags
2722 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2723     & END_TAG_OPTIONAL_EL) {
2724 wakaba 1.79 !!!cp ('t158');
2725 wakaba 1.86 pop @{$self->{open_elements}};
2726 wakaba 1.52 }
2727    
2728 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2729 wakaba 1.79 !!!cp ('t159');
2730 wakaba 1.122 !!!parse-error (type => 'not closed',
2731 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2732 wakaba 1.122 ->manakai_local_name,
2733     token => $token);
2734 wakaba 1.79 } else {
2735     !!!cp ('t160');
2736 wakaba 1.52 }
2737    
2738     splice @{$self->{open_elements}}, $i;
2739    
2740     $clear_up_to_marker->();
2741    
2742 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2743 wakaba 1.52
2744     ## reprocess
2745 wakaba 1.125 !!!ack-later;
2746 wakaba 1.126 next B;
2747 wakaba 1.52 } else {
2748 wakaba 1.79 !!!cp ('t161');
2749 wakaba 1.52 #
2750     }
2751     } else {
2752 wakaba 1.79 !!!cp ('t162');
2753 wakaba 1.52 #
2754     }
2755 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
2756 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
2757 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2758 wakaba 1.43 ## have an element in table scope
2759 wakaba 1.52 my $i;
2760 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
2761     my $node = $self->{open_elements}->[$_];
2762 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2763 wakaba 1.79 !!!cp ('t163');
2764 wakaba 1.52 $i = $_;
2765 wakaba 1.43 last INSCOPE;
2766 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2767 wakaba 1.79 !!!cp ('t164');
2768 wakaba 1.43 last INSCOPE;
2769     }
2770     } # INSCOPE
2771 wakaba 1.52 unless (defined $i) {
2772 wakaba 1.79 !!!cp ('t165');
2773 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2774     text => $token->{tag_name},
2775     token => $token);
2776 wakaba 1.43 ## Ignore the token
2777     !!!next-token;
2778 wakaba 1.126 next B;
2779 wakaba 1.43 }
2780    
2781 wakaba 1.52 ## generate implied end tags
2782 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2783     & END_TAG_OPTIONAL_EL) {
2784 wakaba 1.79 !!!cp ('t166');
2785 wakaba 1.86 pop @{$self->{open_elements}};
2786 wakaba 1.52 }
2787 wakaba 1.86
2788 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
2789     ne $token->{tag_name}) {
2790 wakaba 1.79 !!!cp ('t167');
2791 wakaba 1.122 !!!parse-error (type => 'not closed',
2792 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2793 wakaba 1.122 ->manakai_local_name,
2794     token => $token);
2795 wakaba 1.79 } else {
2796     !!!cp ('t168');
2797 wakaba 1.52 }
2798    
2799     splice @{$self->{open_elements}}, $i;
2800    
2801     $clear_up_to_marker->();
2802    
2803 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
2804 wakaba 1.52
2805     !!!next-token;
2806 wakaba 1.126 next B;
2807 wakaba 1.210 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2808 wakaba 1.79 !!!cp ('t169');
2809 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2810     text => $token->{tag_name}, token => $token);
2811 wakaba 1.52 ## Ignore the token
2812     !!!next-token;
2813 wakaba 1.126 next B;
2814 wakaba 1.52 } else {
2815 wakaba 1.79 !!!cp ('t170');
2816 wakaba 1.52 #
2817     }
2818     } elsif ($token->{tag_name} eq 'caption') {
2819 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2820 wakaba 1.43 ## have a table element in table scope
2821     my $i;
2822 wakaba 1.108 INSCOPE: {
2823     for (reverse 0..$#{$self->{open_elements}}) {
2824     my $node = $self->{open_elements}->[$_];
2825 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2826 wakaba 1.108 !!!cp ('t171');
2827     $i = $_;
2828     last INSCOPE;
2829 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2830 wakaba 1.108 !!!cp ('t172');
2831     last;
2832     }
2833 wakaba 1.43 }
2834 wakaba 1.108
2835     !!!cp ('t173');
2836     !!!parse-error (type => 'unmatched end tag',
2837 wakaba 1.153 text => $token->{tag_name}, token => $token);
2838 wakaba 1.108 ## Ignore the token
2839     !!!next-token;
2840 wakaba 1.126 next B;
2841 wakaba 1.43 } # INSCOPE
2842    
2843     ## generate implied end tags
2844 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
2845     & END_TAG_OPTIONAL_EL) {
2846 wakaba 1.79 !!!cp ('t174');
2847 wakaba 1.86 pop @{$self->{open_elements}};
2848 wakaba 1.43 }
2849 wakaba 1.52
2850 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2851 wakaba 1.79 !!!cp ('t175');
2852 wakaba 1.122 !!!parse-error (type => 'not closed',
2853 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2854 wakaba 1.122 ->manakai_local_name,
2855     token => $token);
2856 wakaba 1.79 } else {
2857     !!!cp ('t176');
2858 wakaba 1.52 }
2859    
2860     splice @{$self->{open_elements}}, $i;
2861    
2862     $clear_up_to_marker->();
2863    
2864 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2865 wakaba 1.52
2866     !!!next-token;
2867 wakaba 1.126 next B;
2868 wakaba 1.210 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2869 wakaba 1.79 !!!cp ('t177');
2870 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2871     text => $token->{tag_name}, token => $token);
2872 wakaba 1.52 ## Ignore the token
2873     !!!next-token;
2874 wakaba 1.126 next B;
2875 wakaba 1.52 } else {
2876 wakaba 1.79 !!!cp ('t178');
2877 wakaba 1.52 #
2878     }
2879     } elsif ({
2880     table => 1, tbody => 1, tfoot => 1,
2881     thead => 1, tr => 1,
2882     }->{$token->{tag_name}} and
2883 wakaba 1.210 ($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2884 wakaba 1.52 ## have an element in table scope
2885     my $i;
2886     my $tn;
2887 wakaba 1.108 INSCOPE: {
2888     for (reverse 0..$#{$self->{open_elements}}) {
2889     my $node = $self->{open_elements}->[$_];
2890 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2891 wakaba 1.108 !!!cp ('t179');
2892     $i = $_;
2893    
2894     ## Close the cell
2895 wakaba 1.125 !!!back-token; # </x>
2896 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => $tn,
2897     line => $token->{line},
2898     column => $token->{column}};
2899 wakaba 1.126 next B;
2900 wakaba 1.206 } elsif ($node->[1] == TABLE_CELL_EL) {
2901 wakaba 1.108 !!!cp ('t180');
2902 wakaba 1.123 $tn = $node->[0]->manakai_local_name;
2903 wakaba 1.108 ## NOTE: There is exactly one |td| or |th| element
2904     ## in scope in the stack of open elements by definition.
2905 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2906 wakaba 1.108 ## ISSUE: Can this be reached?
2907     !!!cp ('t181');
2908     last;
2909     }
2910 wakaba 1.52 }
2911 wakaba 1.108
2912 wakaba 1.79 !!!cp ('t182');
2913 wakaba 1.108 !!!parse-error (type => 'unmatched end tag',
2914 wakaba 1.153 text => $token->{tag_name}, token => $token);
2915 wakaba 1.52 ## Ignore the token
2916     !!!next-token;
2917 wakaba 1.126 next B;
2918 wakaba 1.108 } # INSCOPE
2919 wakaba 1.52 } elsif ($token->{tag_name} eq 'table' and
2920 wakaba 1.210 ($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2921 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
2922     token => $token);
2923 wakaba 1.52
2924     ## As if </caption>
2925     ## have a table element in table scope
2926     my $i;
2927     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
2928     my $node = $self->{open_elements}->[$_];
2929 wakaba 1.206 if ($node->[1] == CAPTION_EL) {
2930 wakaba 1.79 !!!cp ('t184');
2931 wakaba 1.52 $i = $_;
2932     last INSCOPE;
2933 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2934 wakaba 1.79 !!!cp ('t185');
2935 wakaba 1.52 last INSCOPE;
2936     }
2937     } # INSCOPE
2938     unless (defined $i) {
2939 wakaba 1.79 !!!cp ('t186');
2940 wakaba 1.209 ## TODO: Wrong error type?
2941 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2942     text => 'caption', token => $token);
2943 wakaba 1.52 ## Ignore the token
2944     !!!next-token;
2945 wakaba 1.126 next B;
2946 wakaba 1.52 }
2947    
2948     ## generate implied end tags
2949 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
2950 wakaba 1.79 !!!cp ('t187');
2951 wakaba 1.86 pop @{$self->{open_elements}};
2952 wakaba 1.52 }
2953    
2954 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2955 wakaba 1.79 !!!cp ('t188');
2956 wakaba 1.122 !!!parse-error (type => 'not closed',
2957 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
2958 wakaba 1.122 ->manakai_local_name,
2959     token => $token);
2960 wakaba 1.79 } else {
2961     !!!cp ('t189');
2962 wakaba 1.52 }
2963    
2964     splice @{$self->{open_elements}}, $i;
2965    
2966     $clear_up_to_marker->();
2967    
2968 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
2969 wakaba 1.52
2970     ## reprocess
2971 wakaba 1.126 next B;
2972 wakaba 1.52 } elsif ({
2973     body => 1, col => 1, colgroup => 1, html => 1,
2974     }->{$token->{tag_name}}) {
2975 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
2976 wakaba 1.79 !!!cp ('t190');
2977 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
2978     text => $token->{tag_name}, token => $token);
2979 wakaba 1.52 ## Ignore the token
2980     !!!next-token;
2981 wakaba 1.126 next B;
2982 wakaba 1.52 } else {
2983 wakaba 1.79 !!!cp ('t191');
2984 wakaba 1.52 #
2985     }
2986 wakaba 1.210 } elsif ({
2987     tbody => 1, tfoot => 1,
2988     thead => 1, tr => 1,
2989     }->{$token->{tag_name}} and
2990     ($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2991     !!!cp ('t192');
2992     !!!parse-error (type => 'unmatched end tag',
2993     text => $token->{tag_name}, token => $token);
2994     ## Ignore the token
2995     !!!next-token;
2996     next B;
2997     } else {
2998     !!!cp ('t193');
2999     #
3000     }
3001 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3002     for my $entry (@{$self->{open_elements}}) {
3003 wakaba 1.123 unless ($entry->[1] & ALL_END_TAG_OPTIONAL_EL) {
3004 wakaba 1.104 !!!cp ('t75');
3005 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
3006 wakaba 1.104 last;
3007     }
3008     }
3009    
3010     ## Stop parsing.
3011     last B;
3012 wakaba 1.52 } else {
3013     die "$0: $token->{type}: Unknown token type";
3014     }
3015    
3016     $insert = $insert_to_current;
3017     #
3018 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
3019 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
3020 wakaba 1.95 if (not $open_tables->[-1]->[1] and # tainted
3021 wakaba 1.188 $token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
3022 wakaba 1.95 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3023 wakaba 1.52
3024 wakaba 1.95 unless (length $token->{data}) {
3025     !!!cp ('t194');
3026     !!!next-token;
3027 wakaba 1.126 next B;
3028 wakaba 1.95 } else {
3029     !!!cp ('t195');
3030     }
3031     }
3032 wakaba 1.52
3033 wakaba 1.153 !!!parse-error (type => 'in table:#text', token => $token);
3034 wakaba 1.52
3035 wakaba 1.202 ## NOTE: As if in body, but insert into the foster parent element.
3036     $reconstruct_active_formatting_elements->($insert_to_foster);
3037 wakaba 1.52
3038 wakaba 1.202 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
3039     # MUST
3040     my $foster_parent_element;
3041     my $next_sibling;
3042     my $prev_sibling;
3043     OE: for (reverse 0..$#{$self->{open_elements}}) {
3044 wakaba 1.206 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
3045 wakaba 1.202 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3046     if (defined $parent and $parent->node_type == 1) {
3047     $foster_parent_element = $parent;
3048     !!!cp ('t196');
3049     $next_sibling = $self->{open_elements}->[$_]->[0];
3050     $prev_sibling = $next_sibling->previous_sibling;
3051     #
3052 wakaba 1.52 } else {
3053 wakaba 1.202 !!!cp ('t197');
3054     $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
3055     $prev_sibling = $foster_parent_element->last_child;
3056     #
3057 wakaba 1.52 }
3058 wakaba 1.202 last OE;
3059     }
3060     } # OE
3061     $foster_parent_element = $self->{open_elements}->[0]->[0] and
3062     $prev_sibling = $foster_parent_element->last_child
3063     unless defined $foster_parent_element;
3064     undef $prev_sibling unless $open_tables->[-1]->[2]; # ~node inserted
3065     if (defined $prev_sibling and
3066     $prev_sibling->node_type == 3) {
3067     !!!cp ('t198');
3068     $prev_sibling->manakai_append_text ($token->{data});
3069     } else {
3070     !!!cp ('t199');
3071     $foster_parent_element->insert_before
3072     ($self->{document}->create_text_node ($token->{data}),
3073     $next_sibling);
3074     }
3075 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
3076 wakaba 1.202 $open_tables->[-1]->[2] = 1; # ~node inserted
3077 wakaba 1.95 } else {
3078 wakaba 1.202 ## NOTE: Fragment case or in a foster parent'ed element
3079     ## (e.g. |<table><span>a|). In fragment case, whether the
3080     ## character is appended to existing node or a new node is
3081     ## created is irrelevant, since the foster parent'ed nodes
3082     ## are discarded and fragment parsing does not invoke any
3083     ## script.
3084 wakaba 1.95 !!!cp ('t200');
3085 wakaba 1.202 $self->{open_elements}->[-1]->[0]->manakai_append_text
3086     ($token->{data});
3087 wakaba 1.95 }
3088 wakaba 1.52
3089 wakaba 1.95 !!!next-token;
3090 wakaba 1.126 next B;
3091 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
3092 wakaba 1.153 if ({
3093 wakaba 1.210 tr => (($self->{insertion_mode} & IM_MASK) != IN_ROW_IM),
3094 wakaba 1.153 th => 1, td => 1,
3095     }->{$token->{tag_name}}) {
3096 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_IM) {
3097 wakaba 1.153 ## Clear back to table context
3098     while (not ($self->{open_elements}->[-1]->[1]
3099     & TABLE_SCOPING_EL)) {
3100     !!!cp ('t201');
3101     pop @{$self->{open_elements}};
3102     }
3103    
3104     !!!insert-element ('tbody',, $token);
3105     $self->{insertion_mode} = IN_TABLE_BODY_IM;
3106     ## reprocess in the "in table body" insertion mode...
3107     }
3108    
3109 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3110 wakaba 1.153 unless ($token->{tag_name} eq 'tr') {
3111     !!!cp ('t202');
3112     !!!parse-error (type => 'missing start tag:tr', token => $token);
3113     }
3114 wakaba 1.43
3115 wakaba 1.153 ## Clear back to table body context
3116     while (not ($self->{open_elements}->[-1]->[1]
3117     & TABLE_ROWS_SCOPING_EL)) {
3118     !!!cp ('t203');
3119     ## ISSUE: Can this case be reached?
3120     pop @{$self->{open_elements}};
3121     }
3122 wakaba 1.43
3123 wakaba 1.202 $self->{insertion_mode} = IN_ROW_IM;
3124     if ($token->{tag_name} eq 'tr') {
3125     !!!cp ('t204');
3126     !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3127     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3128     !!!nack ('t204');
3129     !!!next-token;
3130     next B;
3131     } else {
3132     !!!cp ('t205');
3133     !!!insert-element ('tr',, $token);
3134     ## reprocess in the "in row" insertion mode
3135     }
3136     } else {
3137     !!!cp ('t206');
3138     }
3139 wakaba 1.52
3140     ## Clear back to table row context
3141 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3142     & TABLE_ROW_SCOPING_EL)) {
3143 wakaba 1.79 !!!cp ('t207');
3144 wakaba 1.52 pop @{$self->{open_elements}};
3145 wakaba 1.43 }
3146 wakaba 1.52
3147 wakaba 1.202 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3148     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3149     $self->{insertion_mode} = IN_CELL_IM;
3150 wakaba 1.52
3151 wakaba 1.202 push @$active_formatting_elements, ['#marker', ''];
3152 wakaba 1.52
3153 wakaba 1.202 !!!nack ('t207.1');
3154     !!!next-token;
3155     next B;
3156     } elsif ({
3157     caption => 1, col => 1, colgroup => 1,
3158     tbody => 1, tfoot => 1, thead => 1,
3159     tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3160     }->{$token->{tag_name}}) {
3161 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3162 wakaba 1.202 ## As if </tr>
3163     ## have an element in table scope
3164     my $i;
3165     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3166     my $node = $self->{open_elements}->[$_];
3167 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3168 wakaba 1.202 !!!cp ('t208');
3169     $i = $_;
3170     last INSCOPE;
3171     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3172     !!!cp ('t209');
3173     last INSCOPE;
3174     }
3175     } # INSCOPE
3176     unless (defined $i) {
3177     !!!cp ('t210');
3178     ## TODO: This type is wrong.
3179     !!!parse-error (type => 'unmacthed end tag',
3180     text => $token->{tag_name}, token => $token);
3181     ## Ignore the token
3182     !!!nack ('t210.1');
3183 wakaba 1.52 !!!next-token;
3184 wakaba 1.126 next B;
3185 wakaba 1.202 }
3186 wakaba 1.43
3187 wakaba 1.52 ## Clear back to table row context
3188 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3189     & TABLE_ROW_SCOPING_EL)) {
3190 wakaba 1.79 !!!cp ('t211');
3191 wakaba 1.83 ## ISSUE: Can this case be reached?
3192 wakaba 1.52 pop @{$self->{open_elements}};
3193 wakaba 1.1 }
3194 wakaba 1.43
3195 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3196 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3197 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
3198 wakaba 1.79 !!!cp ('t212');
3199 wakaba 1.52 ## reprocess
3200 wakaba 1.125 !!!ack-later;
3201 wakaba 1.126 next B;
3202 wakaba 1.52 } else {
3203 wakaba 1.79 !!!cp ('t213');
3204 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
3205     }
3206 wakaba 1.1 }
3207 wakaba 1.52
3208 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3209 wakaba 1.52 ## have an element in table scope
3210 wakaba 1.43 my $i;
3211     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3212     my $node = $self->{open_elements}->[$_];
3213 wakaba 1.206 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3214 wakaba 1.79 !!!cp ('t214');
3215 wakaba 1.43 $i = $_;
3216     last INSCOPE;
3217 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3218 wakaba 1.79 !!!cp ('t215');
3219 wakaba 1.43 last INSCOPE;
3220     }
3221     } # INSCOPE
3222 wakaba 1.52 unless (defined $i) {
3223 wakaba 1.79 !!!cp ('t216');
3224 wakaba 1.153 ## TODO: This erorr type is wrong.
3225     !!!parse-error (type => 'unmatched end tag',
3226     text => $token->{tag_name}, token => $token);
3227 wakaba 1.52 ## Ignore the token
3228 wakaba 1.125 !!!nack ('t216.1');
3229 wakaba 1.52 !!!next-token;
3230 wakaba 1.126 next B;
3231 wakaba 1.43 }
3232 wakaba 1.52
3233     ## Clear back to table body context
3234 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3235     & TABLE_ROWS_SCOPING_EL)) {
3236 wakaba 1.79 !!!cp ('t217');
3237 wakaba 1.83 ## ISSUE: Can this state be reached?
3238 wakaba 1.52 pop @{$self->{open_elements}};
3239 wakaba 1.43 }
3240    
3241 wakaba 1.52 ## As if <{current node}>
3242     ## have an element in table scope
3243     ## true by definition
3244 wakaba 1.43
3245 wakaba 1.52 ## Clear back to table body context
3246     ## nop by definition
3247 wakaba 1.43
3248 wakaba 1.52 pop @{$self->{open_elements}};
3249 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3250 wakaba 1.52 ## reprocess in "in table" insertion mode...
3251 wakaba 1.79 } else {
3252     !!!cp ('t218');
3253 wakaba 1.52 }
3254    
3255 wakaba 1.202 if ($token->{tag_name} eq 'col') {
3256     ## Clear back to table context
3257     while (not ($self->{open_elements}->[-1]->[1]
3258     & TABLE_SCOPING_EL)) {
3259     !!!cp ('t219');
3260     ## ISSUE: Can this state be reached?
3261     pop @{$self->{open_elements}};
3262     }
3263    
3264     !!!insert-element ('colgroup',, $token);
3265     $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
3266     ## reprocess
3267     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3268     !!!ack-later;
3269     next B;
3270     } elsif ({
3271     caption => 1,
3272     colgroup => 1,
3273     tbody => 1, tfoot => 1, thead => 1,
3274     }->{$token->{tag_name}}) {
3275     ## Clear back to table context
3276 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3277     & TABLE_SCOPING_EL)) {
3278 wakaba 1.79 !!!cp ('t220');
3279 wakaba 1.83 ## ISSUE: Can this state be reached?
3280 wakaba 1.52 pop @{$self->{open_elements}};
3281 wakaba 1.1 }
3282 wakaba 1.52
3283 wakaba 1.202 push @$active_formatting_elements, ['#marker', '']
3284     if $token->{tag_name} eq 'caption';
3285 wakaba 1.52
3286 wakaba 1.202 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3287     $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3288     $self->{insertion_mode} = {
3289     caption => IN_CAPTION_IM,
3290     colgroup => IN_COLUMN_GROUP_IM,
3291     tbody => IN_TABLE_BODY_IM,
3292     tfoot => IN_TABLE_BODY_IM,
3293     thead => IN_TABLE_BODY_IM,
3294     }->{$token->{tag_name}};
3295     !!!next-token;
3296     !!!nack ('t220.1');
3297     next B;
3298     } else {
3299     die "$0: in table: <>: $token->{tag_name}";
3300     }
3301 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
3302 wakaba 1.122 !!!parse-error (type => 'not closed',
3303 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3304 wakaba 1.122 ->manakai_local_name,
3305     token => $token);
3306 wakaba 1.1
3307 wakaba 1.52 ## As if </table>
3308 wakaba 1.1 ## have a table element in table scope
3309     my $i;
3310 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3311     my $node = $self->{open_elements}->[$_];
3312 wakaba 1.206 if ($node->[1] == TABLE_EL) {
3313 wakaba 1.79 !!!cp ('t221');
3314 wakaba 1.1 $i = $_;
3315     last INSCOPE;
3316 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3317 wakaba 1.79 !!!cp ('t222');
3318 wakaba 1.1 last INSCOPE;
3319     }
3320     } # INSCOPE
3321     unless (defined $i) {
3322 wakaba 1.79 !!!cp ('t223');
3323 wakaba 1.83 ## TODO: The following is wrong, maybe.
3324 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'table',
3325     token => $token);
3326 wakaba 1.52 ## Ignore tokens </table><table>
3327 wakaba 1.125 !!!nack ('t223.1');
3328 wakaba 1.1 !!!next-token;
3329 wakaba 1.126 next B;
3330 wakaba 1.1 }
3331    
3332 wakaba 1.151 ## TODO: Followings are removed from the latest spec.
3333 wakaba 1.1 ## generate implied end tags
3334 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
3335 wakaba 1.79 !!!cp ('t224');
3336 wakaba 1.86 pop @{$self->{open_elements}};
3337 wakaba 1.1 }
3338    
3339 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == TABLE_EL) {
3340 wakaba 1.79 !!!cp ('t225');
3341 wakaba 1.122 ## NOTE: |<table><tr><table>|
3342     !!!parse-error (type => 'not closed',
3343 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3344 wakaba 1.122 ->manakai_local_name,
3345     token => $token);
3346 wakaba 1.79 } else {
3347     !!!cp ('t226');
3348 wakaba 1.1 }
3349    
3350 wakaba 1.3 splice @{$self->{open_elements}}, $i;
3351 wakaba 1.95 pop @{$open_tables};
3352 wakaba 1.1
3353 wakaba 1.52 $self->_reset_insertion_mode;
3354 wakaba 1.1
3355 wakaba 1.125 ## reprocess
3356     !!!ack-later;
3357 wakaba 1.126 next B;
3358 wakaba 1.100 } elsif ($token->{tag_name} eq 'style') {
3359     if (not $open_tables->[-1]->[1]) { # tainted
3360     !!!cp ('t227.8');
3361     ## NOTE: This is a "as if in head" code clone.
3362     $parse_rcdata->(CDATA_CONTENT_MODEL);
3363 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3364 wakaba 1.126 next B;
3365 wakaba 1.100 } else {
3366     !!!cp ('t227.7');
3367     #
3368     }
3369     } elsif ($token->{tag_name} eq 'script') {
3370     if (not $open_tables->[-1]->[1]) { # tainted
3371     !!!cp ('t227.6');
3372     ## NOTE: This is a "as if in head" code clone.
3373     $script_start_tag->();
3374 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3375 wakaba 1.126 next B;
3376 wakaba 1.100 } else {
3377     !!!cp ('t227.5');
3378     #
3379     }
3380 wakaba 1.98 } elsif ($token->{tag_name} eq 'input') {
3381     if (not $open_tables->[-1]->[1]) { # tainted
3382     if ($token->{attributes}->{type}) { ## TODO: case
3383     my $type = lc $token->{attributes}->{type}->{value};
3384     if ($type eq 'hidden') {
3385     !!!cp ('t227.3');
3386 wakaba 1.153 !!!parse-error (type => 'in table',
3387     text => $token->{tag_name}, token => $token);
3388 wakaba 1.98
3389 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3390 wakaba 1.202 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3391 wakaba 1.98
3392     ## TODO: form element pointer
3393    
3394     pop @{$self->{open_elements}};
3395    
3396     !!!next-token;
3397 wakaba 1.125 !!!ack ('t227.2.1');
3398 wakaba 1.126 next B;
3399 wakaba 1.98 } else {
3400     !!!cp ('t227.2');
3401     #
3402     }
3403     } else {
3404     !!!cp ('t227.1');
3405     #
3406     }
3407     } else {
3408     !!!cp ('t227.4');
3409     #
3410     }
3411 wakaba 1.58 } else {
3412 wakaba 1.79 !!!cp ('t227');
3413 wakaba 1.58 #
3414     }
3415 wakaba 1.98
3416 wakaba 1.153 !!!parse-error (type => 'in table', text => $token->{tag_name},
3417     token => $token);
3418 wakaba 1.98
3419     $insert = $insert_to_foster;
3420     #
3421 wakaba 1.58 } elsif ($token->{type} == END_TAG_TOKEN) {
3422 wakaba 1.210 if ($token->{tag_name} eq 'tr' and
3423     ($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3424     ## have an element in table scope
3425 wakaba 1.52 my $i;
3426     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3427     my $node = $self->{open_elements}->[$_];
3428 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3429 wakaba 1.79 !!!cp ('t228');
3430 wakaba 1.52 $i = $_;
3431     last INSCOPE;
3432 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3433 wakaba 1.79 !!!cp ('t229');
3434 wakaba 1.52 last INSCOPE;
3435     }
3436     } # INSCOPE
3437     unless (defined $i) {
3438 wakaba 1.79 !!!cp ('t230');
3439 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3440     text => $token->{tag_name}, token => $token);
3441 wakaba 1.52 ## Ignore the token
3442 wakaba 1.125 !!!nack ('t230.1');
3443 wakaba 1.42 !!!next-token;
3444 wakaba 1.126 next B;
3445 wakaba 1.79 } else {
3446     !!!cp ('t232');
3447 wakaba 1.42 }
3448    
3449 wakaba 1.52 ## Clear back to table row context
3450 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3451     & TABLE_ROW_SCOPING_EL)) {
3452 wakaba 1.79 !!!cp ('t231');
3453 wakaba 1.83 ## ISSUE: Can this state be reached?
3454 wakaba 1.52 pop @{$self->{open_elements}};
3455     }
3456 wakaba 1.42
3457 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3458 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3459 wakaba 1.52 !!!next-token;
3460 wakaba 1.125 !!!nack ('t231.1');
3461 wakaba 1.126 next B;
3462 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
3463 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3464 wakaba 1.52 ## As if </tr>
3465     ## have an element in table scope
3466     my $i;
3467     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3468     my $node = $self->{open_elements}->[$_];
3469 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3470 wakaba 1.79 !!!cp ('t233');
3471 wakaba 1.52 $i = $_;
3472     last INSCOPE;
3473 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3474 wakaba 1.79 !!!cp ('t234');
3475 wakaba 1.52 last INSCOPE;
3476 wakaba 1.42 }
3477 wakaba 1.52 } # INSCOPE
3478     unless (defined $i) {
3479 wakaba 1.79 !!!cp ('t235');
3480 wakaba 1.83 ## TODO: The following is wrong.
3481 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3482     text => $token->{type}, token => $token);
3483 wakaba 1.52 ## Ignore the token
3484 wakaba 1.125 !!!nack ('t236.1');
3485 wakaba 1.52 !!!next-token;
3486 wakaba 1.126 next B;
3487 wakaba 1.42 }
3488 wakaba 1.52
3489     ## Clear back to table row context
3490 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3491     & TABLE_ROW_SCOPING_EL)) {
3492 wakaba 1.79 !!!cp ('t236');
3493 wakaba 1.83 ## ISSUE: Can this state be reached?
3494 wakaba 1.46 pop @{$self->{open_elements}};
3495 wakaba 1.1 }
3496 wakaba 1.46
3497 wakaba 1.52 pop @{$self->{open_elements}}; # tr
3498 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3499 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
3500 wakaba 1.1 }
3501    
3502 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3503 wakaba 1.52 ## have an element in table scope
3504     my $i;
3505     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3506     my $node = $self->{open_elements}->[$_];
3507 wakaba 1.206 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3508 wakaba 1.79 !!!cp ('t237');
3509 wakaba 1.52 $i = $_;
3510     last INSCOPE;
3511 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3512 wakaba 1.79 !!!cp ('t238');
3513 wakaba 1.52 last INSCOPE;
3514     }
3515     } # INSCOPE
3516     unless (defined $i) {
3517 wakaba 1.79 !!!cp ('t239');
3518 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3519     text => $token->{tag_name}, token => $token);
3520 wakaba 1.52 ## Ignore the token
3521 wakaba 1.125 !!!nack ('t239.1');
3522 wakaba 1.52 !!!next-token;
3523 wakaba 1.126 next B;
3524 wakaba 1.47 }
3525    
3526     ## Clear back to table body context
3527 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3528     & TABLE_ROWS_SCOPING_EL)) {
3529 wakaba 1.79 !!!cp ('t240');
3530 wakaba 1.47 pop @{$self->{open_elements}};
3531     }
3532    
3533 wakaba 1.52 ## As if <{current node}>
3534     ## have an element in table scope
3535     ## true by definition
3536    
3537     ## Clear back to table body context
3538     ## nop by definition
3539    
3540     pop @{$self->{open_elements}};
3541 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3542 wakaba 1.52 ## reprocess in the "in table" insertion mode...
3543     }
3544    
3545 wakaba 1.94 ## NOTE: </table> in the "in table" insertion mode.
3546     ## When you edit the code fragment below, please ensure that
3547     ## the code for <table> in the "in table" insertion mode
3548     ## is synced with it.
3549    
3550 wakaba 1.52 ## have a table element in table scope
3551     my $i;
3552     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3553     my $node = $self->{open_elements}->[$_];
3554 wakaba 1.206 if ($node->[1] == TABLE_EL) {
3555 wakaba 1.79 !!!cp ('t241');
3556 wakaba 1.52 $i = $_;
3557     last INSCOPE;
3558 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3559 wakaba 1.79 !!!cp ('t242');
3560 wakaba 1.52 last INSCOPE;
3561 wakaba 1.47 }
3562 wakaba 1.52 } # INSCOPE
3563     unless (defined $i) {
3564 wakaba 1.79 !!!cp ('t243');
3565 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3566     text => $token->{tag_name}, token => $token);
3567 wakaba 1.52 ## Ignore the token
3568 wakaba 1.125 !!!nack ('t243.1');
3569 wakaba 1.52 !!!next-token;
3570 wakaba 1.126 next B;
3571 wakaba 1.3 }
3572 wakaba 1.52
3573     splice @{$self->{open_elements}}, $i;
3574 wakaba 1.95 pop @{$open_tables};
3575 wakaba 1.1
3576 wakaba 1.52 $self->_reset_insertion_mode;
3577 wakaba 1.47
3578     !!!next-token;
3579 wakaba 1.126 next B;
3580 wakaba 1.47 } elsif ({
3581 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
3582 wakaba 1.52 }->{$token->{tag_name}} and
3583 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
3584 wakaba 1.210 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3585 wakaba 1.52 ## have an element in table scope
3586     my $i;
3587     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3588     my $node = $self->{open_elements}->[$_];
3589 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3590 wakaba 1.79 !!!cp ('t247');
3591 wakaba 1.52 $i = $_;
3592     last INSCOPE;
3593 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3594 wakaba 1.79 !!!cp ('t248');
3595 wakaba 1.52 last INSCOPE;
3596     }
3597     } # INSCOPE
3598     unless (defined $i) {
3599 wakaba 1.79 !!!cp ('t249');
3600 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3601     text => $token->{tag_name}, token => $token);
3602 wakaba 1.52 ## Ignore the token
3603 wakaba 1.125 !!!nack ('t249.1');
3604 wakaba 1.52 !!!next-token;
3605 wakaba 1.126 next B;
3606 wakaba 1.52 }
3607    
3608 wakaba 1.48 ## As if </tr>
3609     ## have an element in table scope
3610     my $i;
3611     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3612     my $node = $self->{open_elements}->[$_];
3613 wakaba 1.206 if ($node->[1] == TABLE_ROW_EL) {
3614 wakaba 1.79 !!!cp ('t250');
3615 wakaba 1.48 $i = $_;
3616     last INSCOPE;
3617 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3618 wakaba 1.79 !!!cp ('t251');
3619 wakaba 1.48 last INSCOPE;
3620     }
3621     } # INSCOPE
3622 wakaba 1.52 unless (defined $i) {
3623 wakaba 1.79 !!!cp ('t252');
3624 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3625     text => 'tr', token => $token);
3626 wakaba 1.52 ## Ignore the token
3627 wakaba 1.125 !!!nack ('t252.1');
3628 wakaba 1.52 !!!next-token;
3629 wakaba 1.126 next B;
3630 wakaba 1.52 }
3631 wakaba 1.48
3632     ## Clear back to table row context
3633 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3634     & TABLE_ROW_SCOPING_EL)) {
3635 wakaba 1.79 !!!cp ('t253');
3636 wakaba 1.83 ## ISSUE: Can this case be reached?
3637 wakaba 1.48 pop @{$self->{open_elements}};
3638     }
3639    
3640     pop @{$self->{open_elements}}; # tr
3641 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3642 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
3643     }
3644    
3645     ## have an element in table scope
3646     my $i;
3647     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3648     my $node = $self->{open_elements}->[$_];
3649 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3650 wakaba 1.79 !!!cp ('t254');
3651 wakaba 1.52 $i = $_;
3652     last INSCOPE;
3653 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3654 wakaba 1.79 !!!cp ('t255');
3655 wakaba 1.52 last INSCOPE;
3656     }
3657     } # INSCOPE
3658     unless (defined $i) {
3659 wakaba 1.79 !!!cp ('t256');
3660 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3661     text => $token->{tag_name}, token => $token);
3662 wakaba 1.52 ## Ignore the token
3663 wakaba 1.125 !!!nack ('t256.1');
3664 wakaba 1.52 !!!next-token;
3665 wakaba 1.126 next B;
3666 wakaba 1.52 }
3667    
3668     ## Clear back to table body context
3669 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
3670     & TABLE_ROWS_SCOPING_EL)) {
3671 wakaba 1.79 !!!cp ('t257');
3672 wakaba 1.83 ## ISSUE: Can this case be reached?
3673 wakaba 1.52 pop @{$self->{open_elements}};
3674     }
3675    
3676     pop @{$self->{open_elements}};
3677 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3678 wakaba 1.125 !!!nack ('t257.1');
3679 wakaba 1.52 !!!next-token;
3680 wakaba 1.126 next B;
3681 wakaba 1.52 } elsif ({
3682     body => 1, caption => 1, col => 1, colgroup => 1,
3683     html => 1, td => 1, th => 1,
3684 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3685     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
3686 wakaba 1.52 }->{$token->{tag_name}}) {
3687 wakaba 1.125 !!!cp ('t258');
3688 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3689     text => $token->{tag_name}, token => $token);
3690 wakaba 1.125 ## Ignore the token
3691     !!!nack ('t258.1');
3692     !!!next-token;
3693 wakaba 1.126 next B;
3694 wakaba 1.58 } else {
3695 wakaba 1.79 !!!cp ('t259');
3696 wakaba 1.153 !!!parse-error (type => 'in table:/',
3697     text => $token->{tag_name}, token => $token);
3698 wakaba 1.52
3699 wakaba 1.58 $insert = $insert_to_foster;
3700     #
3701     }
3702 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3703 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
3704 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
3705 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
3706 wakaba 1.104 !!!cp ('t259.1');
3707 wakaba 1.105 #
3708 wakaba 1.104 } else {
3709     !!!cp ('t259.2');
3710 wakaba 1.105 #
3711 wakaba 1.104 }
3712    
3713     ## Stop parsing
3714     last B;
3715 wakaba 1.58 } else {
3716     die "$0: $token->{type}: Unknown token type";
3717     }
3718 wakaba 1.210 } elsif (($self->{insertion_mode} & IM_MASK) == IN_COLUMN_GROUP_IM) {
3719 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3720 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
3721 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3722     unless (length $token->{data}) {
3723 wakaba 1.79 !!!cp ('t260');
3724 wakaba 1.52 !!!next-token;
3725 wakaba 1.126 next B;
3726 wakaba 1.52 }
3727     }
3728    
3729 wakaba 1.79 !!!cp ('t261');
3730 wakaba 1.52 #
3731 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3732 wakaba 1.52 if ($token->{tag_name} eq 'col') {
3733 wakaba 1.79 !!!cp ('t262');
3734 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3735 wakaba 1.52 pop @{$self->{open_elements}};
3736 wakaba 1.125 !!!ack ('t262.1');
3737 wakaba 1.52 !!!next-token;
3738 wakaba 1.126 next B;
3739 wakaba 1.52 } else {
3740 wakaba 1.79 !!!cp ('t263');
3741 wakaba 1.52 #
3742     }
3743 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3744 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
3745 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3746 wakaba 1.79 !!!cp ('t264');
3747 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3748     text => 'colgroup', token => $token);
3749 wakaba 1.52 ## Ignore the token
3750     !!!next-token;
3751 wakaba 1.126 next B;
3752 wakaba 1.52 } else {
3753 wakaba 1.79 !!!cp ('t265');
3754 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
3755 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3756 wakaba 1.52 !!!next-token;
3757 wakaba 1.126 next B;
3758 wakaba 1.52 }
3759     } elsif ($token->{tag_name} eq 'col') {
3760 wakaba 1.79 !!!cp ('t266');
3761 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3762     text => 'col', token => $token);
3763 wakaba 1.52 ## Ignore the token
3764     !!!next-token;
3765 wakaba 1.126 next B;
3766 wakaba 1.52 } else {
3767 wakaba 1.79 !!!cp ('t267');
3768 wakaba 1.52 #
3769     }
3770 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3771 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
3772 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
3773     !!!cp ('t270.2');
3774     ## Stop parsing.
3775     last B;
3776     } else {
3777     ## NOTE: As if </colgroup>.
3778     !!!cp ('t270.1');
3779     pop @{$self->{open_elements}}; # colgroup
3780     $self->{insertion_mode} = IN_TABLE_IM;
3781     ## Reprocess.
3782 wakaba 1.126 next B;
3783 wakaba 1.104 }
3784     } else {
3785     die "$0: $token->{type}: Unknown token type";
3786     }
3787 wakaba 1.52
3788     ## As if </colgroup>
3789 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3790 wakaba 1.79 !!!cp ('t269');
3791 wakaba 1.104 ## TODO: Wrong error type?
3792 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3793     text => 'colgroup', token => $token);
3794 wakaba 1.52 ## Ignore the token
3795 wakaba 1.125 !!!nack ('t269.1');
3796 wakaba 1.52 !!!next-token;
3797 wakaba 1.126 next B;
3798 wakaba 1.52 } else {
3799 wakaba 1.79 !!!cp ('t270');
3800 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
3801 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3802 wakaba 1.125 !!!ack-later;
3803 wakaba 1.52 ## reprocess
3804 wakaba 1.126 next B;
3805 wakaba 1.52 }
3806 wakaba 1.101 } elsif ($self->{insertion_mode} & SELECT_IMS) {
3807 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
3808 wakaba 1.79 !!!cp ('t271');
3809 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3810     !!!next-token;
3811 wakaba 1.126 next B;
3812 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
3813 wakaba 1.123 if ($token->{tag_name} eq 'option') {
3814 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3815 wakaba 1.123 !!!cp ('t272');
3816     ## As if </option>
3817     pop @{$self->{open_elements}};
3818     } else {
3819     !!!cp ('t273');
3820     }
3821 wakaba 1.52
3822 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3823 wakaba 1.125 !!!nack ('t273.1');
3824 wakaba 1.123 !!!next-token;
3825 wakaba 1.126 next B;
3826 wakaba 1.123 } elsif ($token->{tag_name} eq 'optgroup') {
3827 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3828 wakaba 1.123 !!!cp ('t274');
3829     ## As if </option>
3830     pop @{$self->{open_elements}};
3831     } else {
3832     !!!cp ('t275');
3833     }
3834 wakaba 1.52
3835 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3836 wakaba 1.123 !!!cp ('t276');
3837     ## As if </optgroup>
3838     pop @{$self->{open_elements}};
3839     } else {
3840     !!!cp ('t277');
3841     }
3842 wakaba 1.52
3843 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3844 wakaba 1.125 !!!nack ('t277.1');
3845 wakaba 1.123 !!!next-token;
3846 wakaba 1.126 next B;
3847 wakaba 1.146 } elsif ({
3848 wakaba 1.216 select => 1, input => 1, textarea => 1, keygen => 1,
3849 wakaba 1.146 }->{$token->{tag_name}} or
3850 wakaba 1.210 (($self->{insertion_mode} & IM_MASK)
3851     == IN_SELECT_IN_TABLE_IM and
3852 wakaba 1.101 {
3853     caption => 1, table => 1,
3854     tbody => 1, tfoot => 1, thead => 1,
3855     tr => 1, td => 1, th => 1,
3856     }->{$token->{tag_name}})) {
3857 wakaba 1.222
3858     ## 1. Parse error.
3859     if ($token->{tag_name} eq 'select') {
3860     !!!parse-error (type => 'select in select', ## XXX: documentation
3861     token => $token);
3862     } else {
3863     !!!parse-error (type => 'not closed', text => 'select',
3864     token => $token);
3865     }
3866    
3867     ## 2./<select>-1. Unless "have an element in table scope" (select):
3868 wakaba 1.123 my $i;
3869     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3870     my $node = $self->{open_elements}->[$_];
3871 wakaba 1.206 if ($node->[1] == SELECT_EL) {
3872 wakaba 1.123 !!!cp ('t278');
3873     $i = $_;
3874     last INSCOPE;
3875     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3876     !!!cp ('t279');
3877     last INSCOPE;
3878     }
3879     } # INSCOPE
3880     unless (defined $i) {
3881     !!!cp ('t280');
3882 wakaba 1.222 if ($token->{tag_name} eq 'select') {
3883     ## NOTE: This error would be raised when
3884     ## |select.innerHTML = '<select>'| is executed; in this
3885     ## case two errors, "select in select" and "unmatched
3886     ## end tags" are reported to the user, the latter might
3887     ## be confusing but this is what the spec requires.
3888     !!!parse-error (type => 'unmatched end tag',
3889     text => 'select',
3890     token => $token);
3891     }
3892     ## Ignore the token.
3893 wakaba 1.125 !!!nack ('t280.1');
3894 wakaba 1.123 !!!next-token;
3895 wakaba 1.126 next B;
3896 wakaba 1.123 }
3897 wakaba 1.222
3898     ## 3. Otherwise, as if there were <select>:
3899 wakaba 1.52
3900 wakaba 1.123 !!!cp ('t281');
3901     splice @{$self->{open_elements}}, $i;
3902 wakaba 1.52
3903 wakaba 1.123 $self->_reset_insertion_mode;
3904 wakaba 1.47
3905 wakaba 1.101 if ($token->{tag_name} eq 'select') {
3906 wakaba 1.125 !!!nack ('t281.2');
3907 wakaba 1.101 !!!next-token;
3908 wakaba 1.126 next B;
3909 wakaba 1.101 } else {
3910     !!!cp ('t281.1');
3911 wakaba 1.125 !!!ack-later;
3912 wakaba 1.101 ## Reprocess the token.
3913 wakaba 1.126 next B;
3914 wakaba 1.101 }
3915 wakaba 1.58 } else {
3916 wakaba 1.79 !!!cp ('t282');
3917 wakaba 1.153 !!!parse-error (type => 'in select',
3918     text => $token->{tag_name}, token => $token);
3919 wakaba 1.58 ## Ignore the token
3920 wakaba 1.125 !!!nack ('t282.1');
3921 wakaba 1.58 !!!next-token;
3922 wakaba 1.126 next B;
3923 wakaba 1.58 }
3924     } elsif ($token->{type} == END_TAG_TOKEN) {
3925 wakaba 1.123 if ($token->{tag_name} eq 'optgroup') {
3926 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL and
3927     $self->{open_elements}->[-2]->[1] == OPTGROUP_EL) {
3928 wakaba 1.123 !!!cp ('t283');
3929     ## As if </option>
3930     splice @{$self->{open_elements}}, -2;
3931 wakaba 1.206 } elsif ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3932 wakaba 1.123 !!!cp ('t284');
3933     pop @{$self->{open_elements}};
3934     } else {
3935     !!!cp ('t285');
3936 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3937     text => $token->{tag_name}, token => $token);
3938 wakaba 1.123 ## Ignore the token
3939     }
3940 wakaba 1.125 !!!nack ('t285.1');
3941 wakaba 1.123 !!!next-token;
3942 wakaba 1.126 next B;
3943 wakaba 1.123 } elsif ($token->{tag_name} eq 'option') {
3944 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3945 wakaba 1.123 !!!cp ('t286');
3946     pop @{$self->{open_elements}};
3947     } else {
3948     !!!cp ('t287');
3949 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3950     text => $token->{tag_name}, token => $token);
3951 wakaba 1.123 ## Ignore the token
3952     }
3953 wakaba 1.125 !!!nack ('t287.1');
3954 wakaba 1.123 !!!next-token;
3955 wakaba 1.126 next B;
3956 wakaba 1.123 } elsif ($token->{tag_name} eq 'select') {
3957     ## have an element in table scope
3958     my $i;
3959     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3960     my $node = $self->{open_elements}->[$_];
3961 wakaba 1.206 if ($node->[1] == SELECT_EL) {
3962 wakaba 1.123 !!!cp ('t288');
3963     $i = $_;
3964     last INSCOPE;
3965     } elsif ($node->[1] & TABLE_SCOPING_EL) {
3966     !!!cp ('t289');
3967     last INSCOPE;
3968     }
3969     } # INSCOPE
3970     unless (defined $i) {
3971     !!!cp ('t290');
3972 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3973     text => $token->{tag_name}, token => $token);
3974 wakaba 1.123 ## Ignore the token
3975 wakaba 1.125 !!!nack ('t290.1');
3976 wakaba 1.123 !!!next-token;
3977 wakaba 1.126 next B;
3978 wakaba 1.123 }
3979 wakaba 1.52
3980 wakaba 1.123 !!!cp ('t291');
3981     splice @{$self->{open_elements}}, $i;
3982 wakaba 1.52
3983 wakaba 1.123 $self->_reset_insertion_mode;
3984 wakaba 1.52
3985 wakaba 1.125 !!!nack ('t291.1');
3986 wakaba 1.123 !!!next-token;
3987 wakaba 1.126 next B;
3988 wakaba 1.210 } elsif (($self->{insertion_mode} & IM_MASK)
3989     == IN_SELECT_IN_TABLE_IM and
3990 wakaba 1.101 {
3991     caption => 1, table => 1, tbody => 1,
3992     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
3993     }->{$token->{tag_name}}) {
3994 wakaba 1.83 ## TODO: The following is wrong?
3995 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3996     text => $token->{tag_name}, token => $token);
3997 wakaba 1.52
3998 wakaba 1.123 ## have an element in table scope
3999     my $i;
4000     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4001     my $node = $self->{open_elements}->[$_];
4002     if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
4003     !!!cp ('t292');
4004     $i = $_;
4005     last INSCOPE;
4006     } elsif ($node->[1] & TABLE_SCOPING_EL) {
4007     !!!cp ('t293');
4008     last INSCOPE;
4009     }
4010     } # INSCOPE
4011     unless (defined $i) {
4012     !!!cp ('t294');
4013     ## Ignore the token
4014 wakaba 1.125 !!!nack ('t294.1');
4015 wakaba 1.123 !!!next-token;
4016 wakaba 1.126 next B;
4017 wakaba 1.123 }
4018 wakaba 1.52
4019 wakaba 1.123 ## As if </select>
4020     ## have an element in table scope
4021     undef $i;
4022     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4023     my $node = $self->{open_elements}->[$_];
4024 wakaba 1.206 if ($node->[1] == SELECT_EL) {
4025 wakaba 1.123 !!!cp ('t295');
4026     $i = $_;
4027     last INSCOPE;
4028     } elsif ($node->[1] & TABLE_SCOPING_EL) {
4029 wakaba 1.83 ## ISSUE: Can this state be reached?
4030 wakaba 1.123 !!!cp ('t296');
4031     last INSCOPE;
4032     }
4033     } # INSCOPE
4034     unless (defined $i) {
4035     !!!cp ('t297');
4036 wakaba 1.83 ## TODO: The following error type is correct?
4037 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4038     text => 'select', token => $token);
4039 wakaba 1.123 ## Ignore the </select> token
4040 wakaba 1.125 !!!nack ('t297.1');
4041 wakaba 1.123 !!!next-token; ## TODO: ok?
4042 wakaba 1.126 next B;
4043 wakaba 1.123 }
4044 wakaba 1.52
4045 wakaba 1.123 !!!cp ('t298');
4046     splice @{$self->{open_elements}}, $i;
4047 wakaba 1.52
4048 wakaba 1.123 $self->_reset_insertion_mode;
4049 wakaba 1.52
4050 wakaba 1.125 !!!ack-later;
4051 wakaba 1.123 ## reprocess
4052 wakaba 1.126 next B;
4053 wakaba 1.58 } else {
4054 wakaba 1.79 !!!cp ('t299');
4055 wakaba 1.153 !!!parse-error (type => 'in select:/',
4056     text => $token->{tag_name}, token => $token);
4057 wakaba 1.52 ## Ignore the token
4058 wakaba 1.125 !!!nack ('t299.3');
4059 wakaba 1.52 !!!next-token;
4060 wakaba 1.126 next B;
4061 wakaba 1.58 }
4062 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4063 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4064 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
4065     !!!cp ('t299.1');
4066 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
4067 wakaba 1.104 } else {
4068     !!!cp ('t299.2');
4069     }
4070    
4071     ## Stop parsing.
4072     last B;
4073 wakaba 1.58 } else {
4074     die "$0: $token->{type}: Unknown token type";
4075     }
4076 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
4077 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4078 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4079 wakaba 1.52 my $data = $1;
4080     ## As if in body
4081     $reconstruct_active_formatting_elements->($insert_to_current);
4082    
4083     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4084    
4085     unless (length $token->{data}) {
4086 wakaba 1.79 !!!cp ('t300');
4087 wakaba 1.52 !!!next-token;
4088 wakaba 1.126 next B;
4089 wakaba 1.52 }
4090     }
4091    
4092 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4093 wakaba 1.79 !!!cp ('t301');
4094 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
4095 wakaba 1.188 #
4096 wakaba 1.79 } else {
4097     !!!cp ('t302');
4098 wakaba 1.188 ## "after body" insertion mode
4099     !!!parse-error (type => 'after body:#text', token => $token);
4100     #
4101 wakaba 1.52 }
4102    
4103 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4104 wakaba 1.52 ## reprocess
4105 wakaba 1.126 next B;
4106 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4107 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4108 wakaba 1.79 !!!cp ('t303');
4109 wakaba 1.153 !!!parse-error (type => 'after html',
4110     text => $token->{tag_name}, token => $token);
4111 wakaba 1.188 #
4112 wakaba 1.79 } else {
4113     !!!cp ('t304');
4114 wakaba 1.188 ## "after body" insertion mode
4115     !!!parse-error (type => 'after body',
4116     text => $token->{tag_name}, token => $token);
4117     #
4118 wakaba 1.52 }
4119    
4120 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4121 wakaba 1.125 !!!ack-later;
4122 wakaba 1.52 ## reprocess
4123 wakaba 1.126 next B;
4124 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4125 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4126 wakaba 1.79 !!!cp ('t305');
4127 wakaba 1.153 !!!parse-error (type => 'after html:/',
4128     text => $token->{tag_name}, token => $token);
4129 wakaba 1.52
4130 wakaba 1.188 $self->{insertion_mode} = IN_BODY_IM;
4131     ## Reprocess.
4132     next B;
4133 wakaba 1.79 } else {
4134     !!!cp ('t306');
4135 wakaba 1.52 }
4136    
4137     ## "after body" insertion mode
4138     if ($token->{tag_name} eq 'html') {
4139     if (defined $self->{inner_html_node}) {
4140 wakaba 1.79 !!!cp ('t307');
4141 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4142     text => 'html', token => $token);
4143 wakaba 1.52 ## Ignore the token
4144     !!!next-token;
4145 wakaba 1.126 next B;
4146 wakaba 1.52 } else {
4147 wakaba 1.79 !!!cp ('t308');
4148 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
4149 wakaba 1.52 !!!next-token;
4150 wakaba 1.126 next B;
4151 wakaba 1.52 }
4152     } else {
4153 wakaba 1.79 !!!cp ('t309');
4154 wakaba 1.153 !!!parse-error (type => 'after body:/',
4155     text => $token->{tag_name}, token => $token);
4156 wakaba 1.52
4157 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4158 wakaba 1.52 ## reprocess
4159 wakaba 1.126 next B;
4160 wakaba 1.52 }
4161 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4162     !!!cp ('t309.2');
4163     ## Stop parsing
4164     last B;
4165 wakaba 1.52 } else {
4166     die "$0: $token->{type}: Unknown token type";
4167     }
4168 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
4169 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4170 wakaba 1.188 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4171 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4172    
4173     unless (length $token->{data}) {
4174 wakaba 1.79 !!!cp ('t310');
4175 wakaba 1.52 !!!next-token;
4176 wakaba 1.126 next B;
4177 wakaba 1.52 }
4178     }
4179    
4180 wakaba 1.188 if ($token->{data} =~ s/^[^\x09\x0A\x0C\x20]+//) {
4181 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4182 wakaba 1.79 !!!cp ('t311');
4183 wakaba 1.153 !!!parse-error (type => 'in frameset:#text', token => $token);
4184 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4185 wakaba 1.79 !!!cp ('t312');
4186 wakaba 1.153 !!!parse-error (type => 'after frameset:#text', token => $token);
4187 wakaba 1.158 } else { # "after after frameset"
4188 wakaba 1.79 !!!cp ('t313');
4189 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
4190 wakaba 1.52 }
4191    
4192     ## Ignore the token.
4193     if (length $token->{data}) {
4194 wakaba 1.79 !!!cp ('t314');
4195 wakaba 1.52 ## reprocess the rest of characters
4196     } else {
4197 wakaba 1.79 !!!cp ('t315');
4198 wakaba 1.52 !!!next-token;
4199     }
4200 wakaba 1.126 next B;
4201 wakaba 1.52 }
4202    
4203     die qq[$0: Character "$token->{data}"];
4204 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4205 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
4206 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4207 wakaba 1.79 !!!cp ('t318');
4208 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4209 wakaba 1.125 !!!nack ('t318.1');
4210 wakaba 1.52 !!!next-token;
4211 wakaba 1.126 next B;
4212 wakaba 1.52 } elsif ($token->{tag_name} eq 'frame' and
4213 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4214 wakaba 1.79 !!!cp ('t319');
4215 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4216 wakaba 1.52 pop @{$self->{open_elements}};
4217 wakaba 1.125 !!!ack ('t319.1');
4218 wakaba 1.52 !!!next-token;
4219 wakaba 1.126 next B;
4220 wakaba 1.52 } elsif ($token->{tag_name} eq 'noframes') {
4221 wakaba 1.79 !!!cp ('t320');
4222 wakaba 1.148 ## NOTE: As if in head.
4223 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4224 wakaba 1.126 next B;
4225 wakaba 1.158
4226     ## NOTE: |<!DOCTYPE HTML><frameset></frameset></html><noframes></noframes>|
4227     ## has no parse error.
4228 wakaba 1.52 } else {
4229 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4230 wakaba 1.79 !!!cp ('t321');
4231 wakaba 1.153 !!!parse-error (type => 'in frameset',
4232     text => $token->{tag_name}, token => $token);
4233 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4234 wakaba 1.79 !!!cp ('t322');
4235 wakaba 1.153 !!!parse-error (type => 'after frameset',
4236     text => $token->{tag_name}, token => $token);
4237 wakaba 1.158 } else { # "after after frameset"
4238     !!!cp ('t322.2');
4239     !!!parse-error (type => 'after after frameset',
4240     text => $token->{tag_name}, token => $token);
4241 wakaba 1.52 }
4242     ## Ignore the token
4243 wakaba 1.125 !!!nack ('t322.1');
4244 wakaba 1.52 !!!next-token;
4245 wakaba 1.126 next B;
4246 wakaba 1.52 }
4247 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4248 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
4249 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
4250 wakaba 1.206 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
4251 wakaba 1.52 @{$self->{open_elements}} == 1) {
4252 wakaba 1.79 !!!cp ('t325');
4253 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4254     text => $token->{tag_name}, token => $token);
4255 wakaba 1.52 ## Ignore the token
4256     !!!next-token;
4257     } else {
4258 wakaba 1.79 !!!cp ('t326');
4259 wakaba 1.52 pop @{$self->{open_elements}};
4260     !!!next-token;
4261     }
4262 wakaba 1.47
4263 wakaba 1.52 if (not defined $self->{inner_html_node} and
4264 wakaba 1.206 not ($self->{open_elements}->[-1]->[1] == FRAMESET_EL)) {
4265 wakaba 1.79 !!!cp ('t327');
4266 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
4267 wakaba 1.79 } else {
4268     !!!cp ('t328');
4269 wakaba 1.52 }
4270 wakaba 1.126 next B;
4271 wakaba 1.52 } elsif ($token->{tag_name} eq 'html' and
4272 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
4273 wakaba 1.79 !!!cp ('t329');
4274 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
4275 wakaba 1.52 !!!next-token;
4276 wakaba 1.126 next B;
4277 wakaba 1.52 } else {
4278 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4279 wakaba 1.79 !!!cp ('t330');
4280 wakaba 1.153 !!!parse-error (type => 'in frameset:/',
4281     text => $token->{tag_name}, token => $token);
4282 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4283     !!!cp ('t330.1');
4284     !!!parse-error (type => 'after frameset:/',
4285     text => $token->{tag_name}, token => $token);
4286     } else { # "after after html"
4287 wakaba 1.79 !!!cp ('t331');
4288 wakaba 1.158 !!!parse-error (type => 'after after frameset:/',
4289 wakaba 1.153 text => $token->{tag_name}, token => $token);
4290 wakaba 1.52 }
4291     ## Ignore the token
4292     !!!next-token;
4293 wakaba 1.126 next B;
4294 wakaba 1.52 }
4295 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4296 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4297 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
4298     !!!cp ('t331.1');
4299 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
4300 wakaba 1.104 } else {
4301     !!!cp ('t331.2');
4302     }
4303    
4304     ## Stop parsing
4305     last B;
4306 wakaba 1.52 } else {
4307     die "$0: $token->{type}: Unknown token type";
4308     }
4309     } else {
4310     die "$0: $self->{insertion_mode}: Unknown insertion mode";
4311     }
4312 wakaba 1.47
4313 wakaba 1.52 ## "in body" insertion mode
4314 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
4315 wakaba 1.52 if ($token->{tag_name} eq 'script') {
4316 wakaba 1.79 !!!cp ('t332');
4317 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4318 wakaba 1.100 $script_start_tag->();
4319 wakaba 1.126 next B;
4320 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
4321 wakaba 1.79 !!!cp ('t333');
4322 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4323 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4324 wakaba 1.126 next B;
4325 wakaba 1.52 } elsif ({
4326 wakaba 1.194 base => 1, command => 1, eventsource => 1, link => 1,
4327 wakaba 1.52 }->{$token->{tag_name}}) {
4328 wakaba 1.79 !!!cp ('t334');
4329 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
4330 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4331 wakaba 1.194 pop @{$self->{open_elements}};
4332 wakaba 1.125 !!!ack ('t334.1');
4333 wakaba 1.52 !!!next-token;
4334 wakaba 1.126 next B;
4335 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
4336     ## NOTE: This is an "as if in head" code clone, only "-t" differs
4337 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4338 wakaba 1.194 my $meta_el = pop @{$self->{open_elements}};
4339 wakaba 1.46
4340 wakaba 1.52 unless ($self->{confident}) {
4341 wakaba 1.134 if ($token->{attributes}->{charset}) {
4342 wakaba 1.79 !!!cp ('t335');
4343 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4344     ## in the {change_encoding} callback.
4345 wakaba 1.63 $self->{change_encoding}
4346 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value}, $token);
4347 wakaba 1.66
4348     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4349     ->set_user_data (manakai_has_reference =>
4350     $token->{attributes}->{charset}
4351     ->{has_reference});
4352 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
4353     if ($token->{attributes}->{content}->{value}
4354 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
4355 wakaba 1.189 [\x09\x0A\x0C\x0D\x20]*=
4356     [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
4357     ([^"'\x09\x0A\x0C\x0D\x20][^\x09\x0A\x0C\x0D\x20\x3B]*))
4358     /x) {
4359 wakaba 1.79 !!!cp ('t336');
4360 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4361     ## in the {change_encoding} callback.
4362 wakaba 1.63 $self->{change_encoding}
4363 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token);
4364 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4365     ->set_user_data (manakai_has_reference =>
4366     $token->{attributes}->{content}
4367     ->{has_reference});
4368 wakaba 1.63 }
4369 wakaba 1.52 }
4370 wakaba 1.66 } else {
4371     if ($token->{attributes}->{charset}) {
4372 wakaba 1.79 !!!cp ('t337');
4373 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4374     ->set_user_data (manakai_has_reference =>
4375     $token->{attributes}->{charset}
4376     ->{has_reference});
4377     }
4378 wakaba 1.68 if ($token->{attributes}->{content}) {
4379 wakaba 1.79 !!!cp ('t338');
4380 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4381     ->set_user_data (manakai_has_reference =>
4382     $token->{attributes}->{content}
4383     ->{has_reference});
4384     }
4385 wakaba 1.52 }
4386 wakaba 1.1
4387 wakaba 1.125 !!!ack ('t338.1');
4388 wakaba 1.52 !!!next-token;
4389 wakaba 1.126 next B;
4390 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
4391 wakaba 1.79 !!!cp ('t341');
4392 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
4393 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
4394 wakaba 1.126 next B;
4395 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
4396 wakaba 1.153 !!!parse-error (type => 'in body', text => 'body', token => $token);
4397 wakaba 1.46
4398 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
4399 wakaba 1.206 not ($self->{open_elements}->[1]->[1] == BODY_EL)) {
4400 wakaba 1.79 !!!cp ('t342');
4401 wakaba 1.52 ## Ignore the token
4402     } else {
4403     my $body_el = $self->{open_elements}->[1]->[0];
4404     for my $attr_name (keys %{$token->{attributes}}) {
4405     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
4406 wakaba 1.79 !!!cp ('t343');
4407 wakaba 1.52 $body_el->set_attribute_ns
4408     (undef, [undef, $attr_name],
4409     $token->{attributes}->{$attr_name}->{value});
4410     }
4411     }
4412     }
4413 wakaba 1.125 !!!nack ('t343.1');
4414 wakaba 1.52 !!!next-token;
4415 wakaba 1.126 next B;
4416 wakaba 1.52 } elsif ({
4417 wakaba 1.195 ## NOTE: Start tags for non-phrasing flow content elements
4418    
4419     ## NOTE: The normal one
4420     address => 1, article => 1, aside => 1, blockquote => 1,
4421     center => 1, datagrid => 1, details => 1, dialog => 1,
4422     dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
4423     footer => 1, h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1,
4424     h6 => 1, header => 1, menu => 1, nav => 1, ol => 1, p => 1,
4425     section => 1, ul => 1,
4426     ## NOTE: As normal, but drops leading newline
4427 wakaba 1.97 pre => 1, listing => 1,
4428 wakaba 1.195 ## NOTE: As normal, but interacts with the form element pointer
4429 wakaba 1.109 form => 1,
4430 wakaba 1.195
4431 wakaba 1.109 table => 1,
4432     hr => 1,
4433 wakaba 1.52 }->{$token->{tag_name}}) {
4434 wakaba 1.109 if ($token->{tag_name} eq 'form' and defined $self->{form_element}) {
4435     !!!cp ('t350');
4436 wakaba 1.113 !!!parse-error (type => 'in form:form', token => $token);
4437 wakaba 1.109 ## Ignore the token
4438 wakaba 1.125 !!!nack ('t350.1');
4439 wakaba 1.109 !!!next-token;
4440 wakaba 1.126 next B;
4441 wakaba 1.109 }
4442    
4443 wakaba 1.217 if ($token->{tag_name} ne 'table' or # The Hixie Quirk
4444     $self->{document}->manakai_compat_mode ne 'quirks') {
4445     ## has a p element in scope
4446     INSCOPE: for (reverse @{$self->{open_elements}}) {
4447     if ($_->[1] == P_EL) {
4448     !!!cp ('t344');
4449     !!!back-token; # <form>
4450     $token = {type => END_TAG_TOKEN, tag_name => 'p',
4451     line => $token->{line}, column => $token->{column}};
4452     next B;
4453     } elsif ($_->[1] & SCOPING_EL) {
4454     !!!cp ('t345');
4455     last INSCOPE;
4456     }
4457     } # INSCOPE
4458     }
4459 wakaba 1.52
4460 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4461 wakaba 1.97 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
4462 wakaba 1.125 !!!nack ('t346.1');
4463 wakaba 1.52 !!!next-token;
4464 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4465 wakaba 1.52 $token->{data} =~ s/^\x0A//;
4466     unless (length $token->{data}) {
4467 wakaba 1.79 !!!cp ('t346');
4468 wakaba 1.1 !!!next-token;
4469 wakaba 1.79 } else {
4470     !!!cp ('t349');
4471 wakaba 1.52 }
4472 wakaba 1.79 } else {
4473     !!!cp ('t348');
4474 wakaba 1.52 }
4475 wakaba 1.109 } elsif ($token->{tag_name} eq 'form') {
4476     !!!cp ('t347.1');
4477     $self->{form_element} = $self->{open_elements}->[-1]->[0];
4478    
4479 wakaba 1.125 !!!nack ('t347.2');
4480 wakaba 1.109 !!!next-token;
4481     } elsif ($token->{tag_name} eq 'table') {
4482     !!!cp ('t382');
4483     push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
4484    
4485     $self->{insertion_mode} = IN_TABLE_IM;
4486    
4487 wakaba 1.125 !!!nack ('t382.1');
4488 wakaba 1.109 !!!next-token;
4489     } elsif ($token->{tag_name} eq 'hr') {
4490     !!!cp ('t386');
4491     pop @{$self->{open_elements}};
4492    
4493 wakaba 1.125 !!!nack ('t386.1');
4494 wakaba 1.109 !!!next-token;
4495 wakaba 1.52 } else {
4496 wakaba 1.125 !!!nack ('t347.1');
4497 wakaba 1.52 !!!next-token;
4498     }
4499 wakaba 1.126 next B;
4500 wakaba 1.196 } elsif ($token->{tag_name} eq 'li') {
4501     ## NOTE: As normal, but imply </li> when there's another <li> ...
4502 wakaba 1.193
4503     ## NOTE: Special, Scope (<li><foo><li> == <li><foo><li/></foo></li>)
4504     ## Interpreted as <li><foo/></li><li/> (non-conforming)
4505     ## blockquote (O9.27), center (O), dd (Fx3, O, S3.1.2, IE7),
4506     ## dt (Fx, O, S, IE), dl (O), fieldset (O, S, IE), form (Fx, O, S),
4507     ## hn (O), pre (O), applet (O, S), button (O, S), marquee (Fx, O, S),
4508     ## object (Fx)
4509     ## Generate non-tree (non-conforming)
4510     ## basefont (IE7 (where basefont is non-void)), center (IE),
4511     ## form (IE), hn (IE)
4512     ## address, div, p (<li><foo><li> == <li><foo/></li><li/>)
4513     ## Interpreted as <li><foo><li/></foo></li> (non-conforming)
4514     ## div (Fx, S)
4515 wakaba 1.196
4516     my $non_optional;
4517 wakaba 1.52 my $i = -1;
4518 wakaba 1.196
4519     ## 1.
4520     for my $node (reverse @{$self->{open_elements}}) {
4521 wakaba 1.206 if ($node->[1] == LI_EL) {
4522 wakaba 1.196 ## 2. (a) As if </li>
4523     {
4524     ## If no </li> - not applied
4525     #
4526    
4527     ## Otherwise
4528    
4529     ## 1. generate implied end tags, except for </li>
4530     #
4531    
4532     ## 2. If current node != "li", parse error
4533     if ($non_optional) {
4534     !!!parse-error (type => 'not closed',
4535     text => $non_optional->[0]->manakai_local_name,
4536     token => $token);
4537     !!!cp ('t355');
4538     } else {
4539     !!!cp ('t356');
4540     }
4541    
4542     ## 3. Pop
4543     splice @{$self->{open_elements}}, $i;
4544 wakaba 1.52 }
4545 wakaba 1.196
4546     last; ## 2. (b) goto 5.
4547     } elsif (
4548     ## NOTE: not "formatting" and not "phrasing"
4549     ($node->[1] & SPECIAL_EL or
4550     $node->[1] & SCOPING_EL) and
4551     ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4552 wakaba 1.206 (not $node->[1] & ADDRESS_DIV_P_EL)
4553     ) {
4554 wakaba 1.196 ## 3.
4555 wakaba 1.79 !!!cp ('t357');
4556 wakaba 1.196 last; ## goto 5.
4557     } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4558 wakaba 1.79 !!!cp ('t358');
4559 wakaba 1.196 #
4560     } else {
4561     !!!cp ('t359');
4562     $non_optional ||= $node;
4563     #
4564 wakaba 1.52 }
4565 wakaba 1.196 ## 4.
4566     ## goto 2.
4567 wakaba 1.52 $i--;
4568 wakaba 1.196 }
4569    
4570     ## 5. (a) has a |p| element in scope
4571     INSCOPE: for (reverse @{$self->{open_elements}}) {
4572 wakaba 1.206 if ($_->[1] == P_EL) {
4573 wakaba 1.196 !!!cp ('t353');
4574 wakaba 1.198
4575     ## NOTE: |<p><li>|, for example.
4576    
4577 wakaba 1.196 !!!back-token; # <x>
4578     $token = {type => END_TAG_TOKEN, tag_name => 'p',
4579     line => $token->{line}, column => $token->{column}};
4580     next B;
4581     } elsif ($_->[1] & SCOPING_EL) {
4582     !!!cp ('t354');
4583     last INSCOPE;
4584     }
4585     } # INSCOPE
4586    
4587     ## 5. (b) insert
4588 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4589 wakaba 1.125 !!!nack ('t359.1');
4590 wakaba 1.52 !!!next-token;
4591 wakaba 1.126 next B;
4592 wakaba 1.196 } elsif ($token->{tag_name} eq 'dt' or
4593     $token->{tag_name} eq 'dd') {
4594     ## NOTE: As normal, but imply </dt> or </dd> when ...
4595    
4596     my $non_optional;
4597     my $i = -1;
4598    
4599     ## 1.
4600     for my $node (reverse @{$self->{open_elements}}) {
4601 wakaba 1.207 if ($node->[1] == DTDD_EL) {
4602 wakaba 1.196 ## 2. (a) As if </li>
4603     {
4604     ## If no </li> - not applied
4605     #
4606    
4607     ## Otherwise
4608    
4609     ## 1. generate implied end tags, except for </dt> or </dd>
4610     #
4611    
4612     ## 2. If current node != "dt"|"dd", parse error
4613     if ($non_optional) {
4614     !!!parse-error (type => 'not closed',
4615     text => $non_optional->[0]->manakai_local_name,
4616     token => $token);
4617     !!!cp ('t355.1');
4618     } else {
4619     !!!cp ('t356.1');
4620     }
4621    
4622     ## 3. Pop
4623     splice @{$self->{open_elements}}, $i;
4624     }
4625    
4626     last; ## 2. (b) goto 5.
4627     } elsif (
4628     ## NOTE: not "formatting" and not "phrasing"
4629     ($node->[1] & SPECIAL_EL or
4630     $node->[1] & SCOPING_EL) and
4631     ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4632    
4633 wakaba 1.206 (not $node->[1] & ADDRESS_DIV_P_EL)
4634     ) {
4635 wakaba 1.196 ## 3.
4636     !!!cp ('t357.1');
4637     last; ## goto 5.
4638     } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4639     !!!cp ('t358.1');
4640     #
4641     } else {
4642     !!!cp ('t359.1');
4643     $non_optional ||= $node;
4644     #
4645     }
4646     ## 4.
4647     ## goto 2.
4648     $i--;
4649     }
4650    
4651     ## 5. (a) has a |p| element in scope
4652     INSCOPE: for (reverse @{$self->{open_elements}}) {
4653 wakaba 1.206 if ($_->[1] == P_EL) {
4654 wakaba 1.196 !!!cp ('t353.1');
4655     !!!back-token; # <x>
4656     $token = {type => END_TAG_TOKEN, tag_name => 'p',
4657     line => $token->{line}, column => $token->{column}};
4658     next B;
4659     } elsif ($_->[1] & SCOPING_EL) {
4660     !!!cp ('t354.1');
4661     last INSCOPE;
4662     }
4663     } # INSCOPE
4664    
4665     ## 5. (b) insert
4666     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4667     !!!nack ('t359.2');
4668     !!!next-token;
4669     next B;
4670 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
4671 wakaba 1.195 ## NOTE: As normal, but effectively ends parsing
4672    
4673 wakaba 1.52 ## has a p element in scope
4674     INSCOPE: for (reverse @{$self->{open_elements}}) {
4675 wakaba 1.206 if ($_->[1] == P_EL) {
4676 wakaba 1.79 !!!cp ('t367');
4677 wakaba 1.125 !!!back-token; # <plaintext>
4678 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4679     line => $token->{line}, column => $token->{column}};
4680 wakaba 1.126 next B;
4681 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
4682 wakaba 1.79 !!!cp ('t368');
4683 wakaba 1.52 last INSCOPE;
4684 wakaba 1.46 }
4685 wakaba 1.52 } # INSCOPE
4686    
4687 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4688 wakaba 1.52
4689     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
4690    
4691 wakaba 1.125 !!!nack ('t368.1');
4692 wakaba 1.52 !!!next-token;
4693 wakaba 1.126 next B;
4694 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
4695     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
4696     my $node = $active_formatting_elements->[$i];
4697 wakaba 1.206 if ($node->[1] == A_EL) {
4698 wakaba 1.79 !!!cp ('t371');
4699 wakaba 1.113 !!!parse-error (type => 'in a:a', token => $token);
4700 wakaba 1.52
4701 wakaba 1.125 !!!back-token; # <a>
4702 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'a',
4703     line => $token->{line}, column => $token->{column}};
4704 wakaba 1.113 $formatting_end_tag->($token);
4705 wakaba 1.52
4706     AFE2: for (reverse 0..$#$active_formatting_elements) {
4707     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
4708 wakaba 1.79 !!!cp ('t372');
4709 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
4710     last AFE2;
4711 wakaba 1.1 }
4712 wakaba 1.52 } # AFE2
4713     OE: for (reverse 0..$#{$self->{open_elements}}) {
4714     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
4715 wakaba 1.79 !!!cp ('t373');
4716 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
4717     last OE;
4718 wakaba 1.1 }
4719 wakaba 1.52 } # OE
4720     last AFE;
4721     } elsif ($node->[0] eq '#marker') {
4722 wakaba 1.79 !!!cp ('t374');
4723 wakaba 1.52 last AFE;
4724     }
4725     } # AFE
4726    
4727     $reconstruct_active_formatting_elements->($insert_to_current);
4728 wakaba 1.1
4729 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4730 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
4731 wakaba 1.1
4732 wakaba 1.125 !!!nack ('t374.1');
4733 wakaba 1.52 !!!next-token;
4734 wakaba 1.126 next B;
4735 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
4736     $reconstruct_active_formatting_elements->($insert_to_current);
4737 wakaba 1.1
4738 wakaba 1.52 ## has a |nobr| element in scope
4739     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4740     my $node = $self->{open_elements}->[$_];
4741 wakaba 1.206 if ($node->[1] == NOBR_EL) {
4742 wakaba 1.79 !!!cp ('t376');
4743 wakaba 1.113 !!!parse-error (type => 'in nobr:nobr', token => $token);
4744 wakaba 1.125 !!!back-token; # <nobr>
4745 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'nobr',
4746     line => $token->{line}, column => $token->{column}};
4747 wakaba 1.126 next B;
4748 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
4749 wakaba 1.79 !!!cp ('t377');
4750 wakaba 1.52 last INSCOPE;
4751     }
4752     } # INSCOPE
4753    
4754 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4755 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
4756    
4757 wakaba 1.125 !!!nack ('t377.1');
4758 wakaba 1.52 !!!next-token;
4759 wakaba 1.126 next B;
4760 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
4761     ## has a button element in scope
4762     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4763     my $node = $self->{open_elements}->[$_];
4764 wakaba 1.206 if ($node->[1] == BUTTON_EL) {
4765 wakaba 1.79 !!!cp ('t378');
4766 wakaba 1.113 !!!parse-error (type => 'in button:button', token => $token);
4767 wakaba 1.125 !!!back-token; # <button>
4768 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'button',
4769     line => $token->{line}, column => $token->{column}};
4770 wakaba 1.126 next B;
4771 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
4772 wakaba 1.79 !!!cp ('t379');
4773 wakaba 1.52 last INSCOPE;
4774     }
4775     } # INSCOPE
4776    
4777     $reconstruct_active_formatting_elements->($insert_to_current);
4778    
4779 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4780 wakaba 1.85
4781     ## TODO: associate with $self->{form_element} if defined
4782    
4783 wakaba 1.52 push @$active_formatting_elements, ['#marker', ''];
4784 wakaba 1.1
4785 wakaba 1.125 !!!nack ('t379.1');
4786 wakaba 1.52 !!!next-token;
4787 wakaba 1.126 next B;
4788 wakaba 1.103 } elsif ({
4789 wakaba 1.109 xmp => 1,
4790     iframe => 1,
4791     noembed => 1,
4792 wakaba 1.148 noframes => 1, ## NOTE: This is an "as if in head" code clone.
4793 wakaba 1.109 noscript => 0, ## TODO: 1 if scripting is enabled
4794 wakaba 1.103 }->{$token->{tag_name}}) {
4795 wakaba 1.109 if ($token->{tag_name} eq 'xmp') {
4796     !!!cp ('t381');
4797     $reconstruct_active_formatting_elements->($insert_to_current);
4798     } else {
4799     !!!cp ('t399');
4800     }
4801     ## NOTE: There is an "as if in body" code clone.
4802 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4803 wakaba 1.126 next B;
4804 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
4805 wakaba 1.113 !!!parse-error (type => 'isindex', token => $token);
4806 wakaba 1.52
4807     if (defined $self->{form_element}) {
4808 wakaba 1.79 !!!cp ('t389');
4809 wakaba 1.52 ## Ignore the token
4810 wakaba 1.125 !!!nack ('t389'); ## NOTE: Not acknowledged.
4811 wakaba 1.52 !!!next-token;
4812 wakaba 1.126 next B;
4813 wakaba 1.52 } else {
4814 wakaba 1.147 !!!ack ('t391.1');
4815    
4816 wakaba 1.52 my $at = $token->{attributes};
4817     my $form_attrs;
4818     $form_attrs->{action} = $at->{action} if $at->{action};
4819     my $prompt_attr = $at->{prompt};
4820     $at->{name} = {name => 'name', value => 'isindex'};
4821     delete $at->{action};
4822     delete $at->{prompt};
4823     my @tokens = (
4824 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
4825 wakaba 1.114 attributes => $form_attrs,
4826     line => $token->{line}, column => $token->{column}},
4827     {type => START_TAG_TOKEN, tag_name => 'hr',
4828     line => $token->{line}, column => $token->{column}},
4829     {type => START_TAG_TOKEN, tag_name => 'label',
4830     line => $token->{line}, column => $token->{column}},
4831 wakaba 1.52 );
4832     if ($prompt_attr) {
4833 wakaba 1.79 !!!cp ('t390');
4834 wakaba 1.114 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value},
4835 wakaba 1.118 #line => $token->{line}, column => $token->{column},
4836     };
4837 wakaba 1.1 } else {
4838 wakaba 1.79 !!!cp ('t391');
4839 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
4840 wakaba 1.114 data => 'This is a searchable index. Insert your search keywords here: ',
4841 wakaba 1.118 #line => $token->{line}, column => $token->{column},
4842     }; # SHOULD
4843 wakaba 1.52 ## TODO: make this configurable
4844 wakaba 1.1 }
4845 wakaba 1.52 push @tokens,
4846 wakaba 1.114 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at,
4847     line => $token->{line}, column => $token->{column}},
4848 wakaba 1.55 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
4849 wakaba 1.114 {type => END_TAG_TOKEN, tag_name => 'label',
4850     line => $token->{line}, column => $token->{column}},
4851     {type => START_TAG_TOKEN, tag_name => 'hr',
4852     line => $token->{line}, column => $token->{column}},
4853     {type => END_TAG_TOKEN, tag_name => 'form',
4854     line => $token->{line}, column => $token->{column}};
4855 wakaba 1.52 !!!back-token (@tokens);
4856 wakaba 1.125 !!!next-token;
4857 wakaba 1.126 next B;
4858 wakaba 1.52 }
4859     } elsif ($token->{tag_name} eq 'textarea') {
4860 wakaba 1.205 ## Step 1
4861     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4862 wakaba 1.52
4863 wakaba 1.205 ## Step 2
4864 wakaba 1.52 ## TODO: $self->{form_element} if defined
4865 wakaba 1.205
4866     ## Step 3
4867     $self->{ignore_newline} = 1;
4868    
4869     ## Step 4
4870     ## ISSUE: This step is wrong. (r2302 enbugged)
4871    
4872     ## Step 5
4873 wakaba 1.52 $self->{content_model} = RCDATA_CONTENT_MODEL;
4874     delete $self->{escape}; # MUST
4875 wakaba 1.205
4876     ## Step 6-7
4877     $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
4878    
4879 wakaba 1.125 !!!nack ('t392.1');
4880 wakaba 1.52 !!!next-token;
4881 wakaba 1.126 next B;
4882 wakaba 1.201 } elsif ($token->{tag_name} eq 'optgroup' or
4883     $token->{tag_name} eq 'option') {
4884     ## has an |option| element in scope
4885     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4886     my $node = $self->{open_elements}->[$_];
4887 wakaba 1.206 if ($node->[1] == OPTION_EL) {
4888 wakaba 1.201 !!!cp ('t397.1');
4889     ## NOTE: As if </option>
4890     !!!back-token; # <option> or <optgroup>
4891     $token = {type => END_TAG_TOKEN, tag_name => 'option',
4892     line => $token->{line}, column => $token->{column}};
4893     next B;
4894     } elsif ($node->[1] & SCOPING_EL) {
4895     !!!cp ('t397.2');
4896     last INSCOPE;
4897     }
4898     } # INSCOPE
4899    
4900     $reconstruct_active_formatting_elements->($insert_to_current);
4901    
4902     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4903    
4904     !!!nack ('t397.3');
4905     !!!next-token;
4906     redo B;
4907 wakaba 1.151 } elsif ($token->{tag_name} eq 'rt' or
4908     $token->{tag_name} eq 'rp') {
4909     ## has a |ruby| element in scope
4910     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4911     my $node = $self->{open_elements}->[$_];
4912 wakaba 1.206 if ($node->[1] == RUBY_EL) {
4913 wakaba 1.151 !!!cp ('t398.1');
4914     ## generate implied end tags
4915     while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
4916     !!!cp ('t398.2');
4917     pop @{$self->{open_elements}};
4918     }
4919 wakaba 1.206 unless ($self->{open_elements}->[-1]->[1] == RUBY_EL) {
4920 wakaba 1.151 !!!cp ('t398.3');
4921     !!!parse-error (type => 'not closed',
4922 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4923 wakaba 1.151 ->manakai_local_name,
4924     token => $token);
4925     pop @{$self->{open_elements}}
4926 wakaba 1.206 while not $self->{open_elements}->[-1]->[1] == RUBY_EL;
4927 wakaba 1.151 }
4928     last INSCOPE;
4929     } elsif ($node->[1] & SCOPING_EL) {
4930     !!!cp ('t398.4');
4931     last INSCOPE;
4932     }
4933     } # INSCOPE
4934 wakaba 1.212
4935     ## TODO: <non-ruby><rt> is not allowed.
4936 wakaba 1.151
4937     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4938    
4939     !!!nack ('t398.5');
4940     !!!next-token;
4941     redo B;
4942 wakaba 1.126 } elsif ($token->{tag_name} eq 'math' or
4943     $token->{tag_name} eq 'svg') {
4944     $reconstruct_active_formatting_elements->($insert_to_current);
4945 wakaba 1.131
4946 wakaba 1.155 ## "Adjust MathML attributes" ('math' only) - done in insert-element-f
4947    
4948 wakaba 1.131 ## "adjust SVG attributes" ('svg' only) - done in insert-element-f
4949    
4950     ## "adjust foreign attributes" - done in insert-element-f
4951 wakaba 1.126
4952 wakaba 1.131 !!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token);
4953 wakaba 1.126
4954     if ($self->{self_closing}) {
4955     pop @{$self->{open_elements}};
4956 wakaba 1.201 !!!ack ('t398.6');
4957 wakaba 1.126 } else {
4958 wakaba 1.201 !!!cp ('t398.7');
4959 wakaba 1.126 $self->{insertion_mode} |= IN_FOREIGN_CONTENT_IM;
4960     ## NOTE: |<body><math><mi><svg>| -> "in foreign content" insertion
4961     ## mode, "in body" (not "in foreign content") secondary insertion
4962     ## mode, maybe.
4963     }
4964    
4965     !!!next-token;
4966     next B;
4967 wakaba 1.52 } elsif ({
4968     caption => 1, col => 1, colgroup => 1, frame => 1,
4969 wakaba 1.201 frameset => 1, head => 1,
4970 wakaba 1.52 tbody => 1, td => 1, tfoot => 1, th => 1,
4971     thead => 1, tr => 1,
4972     }->{$token->{tag_name}}) {
4973 wakaba 1.79 !!!cp ('t401');
4974 wakaba 1.153 !!!parse-error (type => 'in body',
4975     text => $token->{tag_name}, token => $token);
4976 wakaba 1.52 ## Ignore the token
4977 wakaba 1.125 !!!nack ('t401.1'); ## NOTE: |<col/>| or |<frame/>| here is an error.
4978 wakaba 1.52 !!!next-token;
4979 wakaba 1.126 next B;
4980 wakaba 1.198 } elsif ($token->{tag_name} eq 'param' or
4981     $token->{tag_name} eq 'source') {
4982     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4983     pop @{$self->{open_elements}};
4984    
4985     !!!ack ('t398.5');
4986     !!!next-token;
4987     redo B;
4988 wakaba 1.52 } else {
4989 wakaba 1.110 if ($token->{tag_name} eq 'image') {
4990     !!!cp ('t384');
4991 wakaba 1.113 !!!parse-error (type => 'image', token => $token);
4992 wakaba 1.110 $token->{tag_name} = 'img';
4993     } else {
4994     !!!cp ('t385');
4995     }
4996    
4997     ## NOTE: There is an "as if <br>" code clone.
4998 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
4999    
5000 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
5001 wakaba 1.109
5002 wakaba 1.110 if ({
5003     applet => 1, marquee => 1, object => 1,
5004     }->{$token->{tag_name}}) {
5005     !!!cp ('t380');
5006     push @$active_formatting_elements, ['#marker', ''];
5007 wakaba 1.125 !!!nack ('t380.1');
5008 wakaba 1.110 } elsif ({
5009     b => 1, big => 1, em => 1, font => 1, i => 1,
5010 wakaba 1.193 s => 1, small => 1, strike => 1,
5011 wakaba 1.110 strong => 1, tt => 1, u => 1,
5012     }->{$token->{tag_name}}) {
5013     !!!cp ('t375');
5014     push @$active_formatting_elements, $self->{open_elements}->[-1];
5015 wakaba 1.125 !!!nack ('t375.1');
5016 wakaba 1.110 } elsif ($token->{tag_name} eq 'input') {
5017     !!!cp ('t388');
5018     ## TODO: associate with $self->{form_element} if defined
5019     pop @{$self->{open_elements}};
5020 wakaba 1.125 !!!ack ('t388.2');
5021 wakaba 1.110 } elsif ({
5022     area => 1, basefont => 1, bgsound => 1, br => 1,
5023 wakaba 1.198 embed => 1, img => 1, spacer => 1, wbr => 1,
5024 wakaba 1.110 }->{$token->{tag_name}}) {
5025     !!!cp ('t388.1');
5026     pop @{$self->{open_elements}};
5027 wakaba 1.125 !!!ack ('t388.3');
5028 wakaba 1.110 } elsif ($token->{tag_name} eq 'select') {
5029 wakaba 1.109 ## TODO: associate with $self->{form_element} if defined
5030    
5031     if ($self->{insertion_mode} & TABLE_IMS or
5032     $self->{insertion_mode} & BODY_TABLE_IMS or
5033 wakaba 1.210 ($self->{insertion_mode} & IM_MASK) == IN_COLUMN_GROUP_IM) {
5034 wakaba 1.109 !!!cp ('t400.1');
5035     $self->{insertion_mode} = IN_SELECT_IN_TABLE_IM;
5036     } else {
5037     !!!cp ('t400.2');
5038     $self->{insertion_mode} = IN_SELECT_IM;
5039     }
5040 wakaba 1.125 !!!nack ('t400.3');
5041 wakaba 1.110 } else {
5042 wakaba 1.125 !!!nack ('t402');
5043 wakaba 1.109 }
5044 wakaba 1.51
5045 wakaba 1.52 !!!next-token;
5046 wakaba 1.126 next B;
5047 wakaba 1.52 }
5048 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5049 wakaba 1.52 if ($token->{tag_name} eq 'body') {
5050 wakaba 1.107 ## has a |body| element in scope
5051     my $i;
5052 wakaba 1.111 INSCOPE: {
5053     for (reverse @{$self->{open_elements}}) {
5054 wakaba 1.206 if ($_->[1] == BODY_EL) {
5055 wakaba 1.111 !!!cp ('t405');
5056     $i = $_;
5057     last INSCOPE;
5058 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
5059 wakaba 1.111 !!!cp ('t405.1');
5060     last;
5061     }
5062 wakaba 1.52 }
5063 wakaba 1.111
5064 wakaba 1.200 ## NOTE: |<marquee></body>|, |<svg><foreignobject></body>|
5065    
5066     !!!parse-error (type => 'unmatched end tag',
5067 wakaba 1.153 text => $token->{tag_name}, token => $token);
5068 wakaba 1.107 ## NOTE: Ignore the token.
5069 wakaba 1.52 !!!next-token;
5070 wakaba 1.126 next B;
5071 wakaba 1.111 } # INSCOPE
5072 wakaba 1.107
5073     for (@{$self->{open_elements}}) {
5074 wakaba 1.220 unless ($_->[1] & ALL_END_TAG_OPTIONAL_EL ||
5075     $_->[1] == OPTGROUP_EL ||
5076     $_->[1] == OPTION_EL ||
5077     $_->[1] == RUBY_COMPONENT_EL) {
5078 wakaba 1.107 !!!cp ('t403');
5079 wakaba 1.122 !!!parse-error (type => 'not closed',
5080 wakaba 1.153 text => $_->[0]->manakai_local_name,
5081 wakaba 1.122 token => $token);
5082 wakaba 1.107 last;
5083     } else {
5084     !!!cp ('t404');
5085     }
5086     }
5087    
5088     $self->{insertion_mode} = AFTER_BODY_IM;
5089     !!!next-token;
5090 wakaba 1.126 next B;
5091 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
5092 wakaba 1.122 ## TODO: Update this code. It seems that the code below is not
5093     ## up-to-date, though it has same effect as speced.
5094 wakaba 1.123 if (@{$self->{open_elements}} > 1 and
5095 wakaba 1.206 $self->{open_elements}->[1]->[1] == BODY_EL) {
5096     unless ($self->{open_elements}->[-1]->[1] == BODY_EL) {
5097 wakaba 1.79 !!!cp ('t406');
5098 wakaba 1.122 !!!parse-error (type => 'not closed',
5099 wakaba 1.153 text => $self->{open_elements}->[1]->[0]
5100 wakaba 1.122 ->manakai_local_name,
5101     token => $token);
5102 wakaba 1.79 } else {
5103     !!!cp ('t407');
5104 wakaba 1.1 }
5105 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5106 wakaba 1.52 ## reprocess
5107 wakaba 1.126 next B;
5108 wakaba 1.51 } else {
5109 wakaba 1.79 !!!cp ('t408');
5110 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5111     text => $token->{tag_name}, token => $token);
5112 wakaba 1.52 ## Ignore the token
5113     !!!next-token;
5114 wakaba 1.126 next B;
5115 wakaba 1.51 }
5116 wakaba 1.52 } elsif ({
5117 wakaba 1.195 ## NOTE: End tags for non-phrasing flow content elements
5118    
5119     ## NOTE: The normal ones
5120     address => 1, article => 1, aside => 1, blockquote => 1,
5121     center => 1, datagrid => 1, details => 1, dialog => 1,
5122     dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
5123     footer => 1, header => 1, listing => 1, menu => 1, nav => 1,
5124     ol => 1, pre => 1, section => 1, ul => 1,
5125    
5126     ## NOTE: As normal, but ... optional tags
5127 wakaba 1.52 dd => 1, dt => 1, li => 1,
5128 wakaba 1.195
5129 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
5130 wakaba 1.52 }->{$token->{tag_name}}) {
5131 wakaba 1.197 ## NOTE: Code for <li> start tags includes "as if </li>" code.
5132     ## Code for <dt> or <dd> start tags includes "as if </dt> or
5133     ## </dd>" code.
5134    
5135 wakaba 1.52 ## has an element in scope
5136     my $i;
5137     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5138     my $node = $self->{open_elements}->[$_];
5139 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5140 wakaba 1.79 !!!cp ('t410');
5141 wakaba 1.52 $i = $_;
5142 wakaba 1.87 last INSCOPE;
5143 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5144 wakaba 1.79 !!!cp ('t411');
5145 wakaba 1.52 last INSCOPE;
5146 wakaba 1.51 }
5147 wakaba 1.52 } # INSCOPE
5148 wakaba 1.89
5149     unless (defined $i) { # has an element in scope
5150     !!!cp ('t413');
5151 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5152     text => $token->{tag_name}, token => $token);
5153 wakaba 1.157 ## NOTE: Ignore the token.
5154 wakaba 1.89 } else {
5155     ## Step 1. generate implied end tags
5156     while ({
5157 wakaba 1.151 ## END_TAG_OPTIONAL_EL
5158 wakaba 1.89 dd => ($token->{tag_name} ne 'dd'),
5159     dt => ($token->{tag_name} ne 'dt'),
5160     li => ($token->{tag_name} ne 'li'),
5161 wakaba 1.194 option => 1,
5162     optgroup => 1,
5163 wakaba 1.89 p => 1,
5164 wakaba 1.151 rt => 1,
5165     rp => 1,
5166 wakaba 1.123 }->{$self->{open_elements}->[-1]->[0]->manakai_local_name}) {
5167 wakaba 1.89 !!!cp ('t409');
5168     pop @{$self->{open_elements}};
5169     }
5170    
5171     ## Step 2.
5172 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5173     ne $token->{tag_name}) {
5174 wakaba 1.79 !!!cp ('t412');
5175 wakaba 1.122 !!!parse-error (type => 'not closed',
5176 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5177 wakaba 1.122 ->manakai_local_name,
5178     token => $token);
5179 wakaba 1.51 } else {
5180 wakaba 1.89 !!!cp ('t414');
5181 wakaba 1.51 }
5182 wakaba 1.89
5183     ## Step 3.
5184 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5185 wakaba 1.89
5186     ## Step 4.
5187     $clear_up_to_marker->()
5188     if {
5189 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
5190 wakaba 1.89 }->{$token->{tag_name}};
5191 wakaba 1.51 }
5192 wakaba 1.52 !!!next-token;
5193 wakaba 1.126 next B;
5194 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
5195 wakaba 1.195 ## NOTE: As normal, but interacts with the form element pointer
5196    
5197 wakaba 1.92 undef $self->{form_element};
5198    
5199 wakaba 1.52 ## has an element in scope
5200 wakaba 1.92 my $i;
5201 wakaba 1.52 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5202     my $node = $self->{open_elements}->[$_];
5203 wakaba 1.206 if ($node->[1] == FORM_EL) {
5204 wakaba 1.79 !!!cp ('t418');
5205 wakaba 1.92 $i = $_;
5206 wakaba 1.52 last INSCOPE;
5207 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5208 wakaba 1.79 !!!cp ('t419');
5209 wakaba 1.52 last INSCOPE;
5210     }
5211     } # INSCOPE
5212 wakaba 1.92
5213     unless (defined $i) { # has an element in scope
5214 wakaba 1.79 !!!cp ('t421');
5215 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5216     text => $token->{tag_name}, token => $token);
5217 wakaba 1.157 ## NOTE: Ignore the token.
5218 wakaba 1.92 } else {
5219     ## Step 1. generate implied end tags
5220 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5221 wakaba 1.92 !!!cp ('t417');
5222     pop @{$self->{open_elements}};
5223     }
5224    
5225     ## Step 2.
5226 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5227     ne $token->{tag_name}) {
5228 wakaba 1.92 !!!cp ('t417.1');
5229 wakaba 1.122 !!!parse-error (type => 'not closed',
5230 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5231 wakaba 1.122 ->manakai_local_name,
5232     token => $token);
5233 wakaba 1.92 } else {
5234     !!!cp ('t420');
5235     }
5236    
5237     ## Step 3.
5238     splice @{$self->{open_elements}}, $i;
5239 wakaba 1.52 }
5240    
5241     !!!next-token;
5242 wakaba 1.126 next B;
5243 wakaba 1.52 } elsif ({
5244 wakaba 1.195 ## NOTE: As normal, except acts as a closer for any ...
5245 wakaba 1.52 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5246     }->{$token->{tag_name}}) {
5247     ## has an element in scope
5248     my $i;
5249     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5250     my $node = $self->{open_elements}->[$_];
5251 wakaba 1.206 if ($node->[1] == HEADING_EL) {
5252 wakaba 1.79 !!!cp ('t423');
5253 wakaba 1.52 $i = $_;
5254     last INSCOPE;
5255 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5256 wakaba 1.79 !!!cp ('t424');
5257 wakaba 1.52 last INSCOPE;
5258 wakaba 1.51 }
5259 wakaba 1.52 } # INSCOPE
5260 wakaba 1.93
5261     unless (defined $i) { # has an element in scope
5262     !!!cp ('t425.1');
5263 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5264     text => $token->{tag_name}, token => $token);
5265 wakaba 1.157 ## NOTE: Ignore the token.
5266 wakaba 1.79 } else {
5267 wakaba 1.93 ## Step 1. generate implied end tags
5268 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5269 wakaba 1.93 !!!cp ('t422');
5270     pop @{$self->{open_elements}};
5271     }
5272    
5273     ## Step 2.
5274 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5275     ne $token->{tag_name}) {
5276 wakaba 1.93 !!!cp ('t425');
5277 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5278     text => $token->{tag_name}, token => $token);
5279 wakaba 1.93 } else {
5280     !!!cp ('t426');
5281     }
5282    
5283     ## Step 3.
5284     splice @{$self->{open_elements}}, $i;
5285 wakaba 1.36 }
5286 wakaba 1.52
5287     !!!next-token;
5288 wakaba 1.126 next B;
5289 wakaba 1.87 } elsif ($token->{tag_name} eq 'p') {
5290 wakaba 1.195 ## NOTE: As normal, except </p> implies <p> and ...
5291    
5292 wakaba 1.87 ## has an element in scope
5293 wakaba 1.197 my $non_optional;
5294 wakaba 1.87 my $i;
5295     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5296     my $node = $self->{open_elements}->[$_];
5297 wakaba 1.206 if ($node->[1] == P_EL) {
5298 wakaba 1.87 !!!cp ('t410.1');
5299     $i = $_;
5300 wakaba 1.88 last INSCOPE;
5301 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
5302 wakaba 1.87 !!!cp ('t411.1');
5303     last INSCOPE;
5304 wakaba 1.197 } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
5305     ## NOTE: |END_TAG_OPTIONAL_EL| includes "p"
5306     !!!cp ('t411.2');
5307     #
5308     } else {
5309     !!!cp ('t411.3');
5310     $non_optional ||= $node;
5311     #
5312 wakaba 1.87 }
5313     } # INSCOPE
5314 wakaba 1.91
5315     if (defined $i) {
5316 wakaba 1.197 ## 1. Generate implied end tags
5317     #
5318    
5319     ## 2. If current node != "p", parse error
5320     if ($non_optional) {
5321 wakaba 1.87 !!!cp ('t412.1');
5322 wakaba 1.122 !!!parse-error (type => 'not closed',
5323 wakaba 1.197 text => $non_optional->[0]->manakai_local_name,
5324 wakaba 1.122 token => $token);
5325 wakaba 1.87 } else {
5326 wakaba 1.91 !!!cp ('t414.1');
5327 wakaba 1.87 }
5328 wakaba 1.91
5329 wakaba 1.197 ## 3. Pop
5330 wakaba 1.87 splice @{$self->{open_elements}}, $i;
5331     } else {
5332 wakaba 1.91 !!!cp ('t413.1');
5333 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5334     text => $token->{tag_name}, token => $token);
5335 wakaba 1.91
5336 wakaba 1.87 !!!cp ('t415.1');
5337     ## As if <p>, then reprocess the current token
5338     my $el;
5339 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'p',, $token);
5340 wakaba 1.87 $insert->($el);
5341 wakaba 1.91 ## NOTE: Not inserted into |$self->{open_elements}|.
5342 wakaba 1.87 }
5343 wakaba 1.91
5344 wakaba 1.87 !!!next-token;
5345 wakaba 1.126 next B;
5346 wakaba 1.52 } elsif ({
5347     a => 1,
5348     b => 1, big => 1, em => 1, font => 1, i => 1,
5349 wakaba 1.193 nobr => 1, s => 1, small => 1, strike => 1,
5350 wakaba 1.52 strong => 1, tt => 1, u => 1,
5351     }->{$token->{tag_name}}) {
5352 wakaba 1.79 !!!cp ('t427');
5353 wakaba 1.113 $formatting_end_tag->($token);
5354 wakaba 1.126 next B;
5355 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
5356 wakaba 1.79 !!!cp ('t428');
5357 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5358     text => 'br', token => $token);
5359 wakaba 1.52
5360     ## As if <br>
5361     $reconstruct_active_formatting_elements->($insert_to_current);
5362    
5363     my $el;
5364 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'br',, $token);
5365 wakaba 1.52 $insert->($el);
5366    
5367     ## Ignore the token.
5368     !!!next-token;
5369 wakaba 1.126 next B;
5370 wakaba 1.52 } else {
5371 wakaba 1.195 if ($token->{tag_name} eq 'sarcasm') {
5372     sleep 0.001; # take a deep breath
5373     }
5374    
5375 wakaba 1.52 ## Step 1
5376     my $node_i = -1;
5377     my $node = $self->{open_elements}->[$node_i];
5378 wakaba 1.51
5379 wakaba 1.52 ## Step 2
5380     S2: {
5381 wakaba 1.200 my $node_tag_name = $node->[0]->manakai_local_name;
5382     $node_tag_name =~ tr/A-Z/a-z/; # for SVG camelCase tag names
5383     if ($node_tag_name eq $token->{tag_name}) {
5384 wakaba 1.52 ## Step 1
5385     ## generate implied end tags
5386 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5387 wakaba 1.79 !!!cp ('t430');
5388 wakaba 1.151 ## NOTE: |<ruby><rt></ruby>|.
5389     ## ISSUE: <ruby><rt></rt> will also take this code path,
5390     ## which seems wrong.
5391 wakaba 1.86 pop @{$self->{open_elements}};
5392 wakaba 1.151 $node_i++;
5393 wakaba 1.52 }
5394    
5395     ## Step 2
5396 wakaba 1.200 my $current_tag_name
5397     = $self->{open_elements}->[-1]->[0]->manakai_local_name;
5398     $current_tag_name =~ tr/A-Z/a-z/;
5399     if ($current_tag_name ne $token->{tag_name}) {
5400 wakaba 1.79 !!!cp ('t431');
5401 wakaba 1.58 ## NOTE: <x><y></x>
5402 wakaba 1.122 !!!parse-error (type => 'not closed',
5403 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5404 wakaba 1.122 ->manakai_local_name,
5405     token => $token);
5406 wakaba 1.79 } else {
5407     !!!cp ('t432');
5408 wakaba 1.52 }
5409    
5410     ## Step 3
5411 wakaba 1.151 splice @{$self->{open_elements}}, $node_i if $node_i < 0;
5412 wakaba 1.51
5413 wakaba 1.1 !!!next-token;
5414 wakaba 1.52 last S2;
5415 wakaba 1.1 } else {
5416 wakaba 1.52 ## Step 3
5417 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
5418 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
5419 wakaba 1.123 ($node->[1] & SPECIAL_EL or
5420     $node->[1] & SCOPING_EL)) {
5421 wakaba 1.79 !!!cp ('t433');
5422 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5423     text => $token->{tag_name}, token => $token);
5424 wakaba 1.52 ## Ignore the token
5425     !!!next-token;
5426     last S2;
5427 wakaba 1.193
5428     ## NOTE: |<span><dd></span>a|: In Safari 3.1.2 and Opera
5429     ## 9.27, "a" is a child of <dd> (conforming). In
5430     ## Firefox 3.0.2, "a" is a child of <body>. In WinIE 7,
5431     ## "a" is a child of both <body> and <dd>.
5432 wakaba 1.52 }
5433 wakaba 1.193
5434 wakaba 1.79 !!!cp ('t434');
5435 wakaba 1.1 }
5436 wakaba 1.52
5437     ## Step 4
5438     $node_i--;
5439     $node = $self->{open_elements}->[$node_i];
5440    
5441     ## Step 5;
5442     redo S2;
5443     } # S2
5444 wakaba 1.126 next B;
5445 wakaba 1.1 }
5446     }
5447 wakaba 1.126 next B;
5448     } continue { # B
5449     if ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
5450     ## NOTE: The code below is executed in cases where it does not have
5451     ## to be, but it it is harmless even in those cases.
5452     ## has an element in scope
5453     INSCOPE: {
5454     for (reverse 0..$#{$self->{open_elements}}) {
5455     my $node = $self->{open_elements}->[$_];
5456     if ($node->[1] & FOREIGN_EL) {
5457     last INSCOPE;
5458     } elsif ($node->[1] & SCOPING_EL) {
5459     last;
5460     }
5461     }
5462    
5463     ## NOTE: No foreign element in scope.
5464     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
5465     } # INSCOPE
5466     }
5467 wakaba 1.1 } # B
5468    
5469     ## Stop parsing # MUST
5470    
5471     ## TODO: script stuffs
5472 wakaba 1.3 } # _tree_construct_main
5473    
5474 wakaba 1.218 ## XXX: How this method is organized is somewhat out of date, although
5475     ## it still does what the current spec documents.
5476 wakaba 1.177 sub set_inner_html ($$$$;$) {
5477 wakaba 1.3 my $class = shift;
5478 wakaba 1.218 my $node = shift; # /context/
5479 wakaba 1.177 #my $s = \$_[0];
5480 wakaba 1.3 my $onerror = $_[1];
5481 wakaba 1.162 my $get_wrapper = $_[2] || sub ($) { return $_[0] };
5482 wakaba 1.3
5483 wakaba 1.63 ## ISSUE: Should {confident} be true?
5484    
5485 wakaba 1.3 my $nt = $node->node_type;
5486 wakaba 1.218 if ($nt == 9) { # Document (invoke the algorithm with no /context/ element)
5487 wakaba 1.3 # MUST
5488    
5489     ## Step 1 # MUST
5490     ## TODO: If the document has an active parser, ...
5491     ## ISSUE: There is an issue in the spec.
5492    
5493     ## Step 2 # MUST
5494     my @cn = @{$node->child_nodes};
5495     for (@cn) {
5496     $node->remove_child ($_);
5497     }
5498    
5499     ## Step 3, 4, 5 # MUST
5500 wakaba 1.177 $class->parse_char_string ($_[0] => $node, $onerror, $get_wrapper);
5501 wakaba 1.218 } elsif ($nt == 1) { # Element (invoke the algorithm with /context/ element)
5502 wakaba 1.3 ## TODO: If non-html element
5503    
5504     ## NOTE: Most of this code is copied from |parse_string|
5505    
5506 wakaba 1.162 ## TODO: Support for $get_wrapper
5507    
5508 wakaba 1.218 ## F1. Create an HTML document.
5509 wakaba 1.14 my $this_doc = $node->owner_document;
5510     my $doc = $this_doc->implementation->create_document;
5511 wakaba 1.18 $doc->manakai_is_html (1);
5512 wakaba 1.218
5513     ## F2. Propagate quirkness flag
5514     my $node_doc = $node->owner_document;
5515     $doc->manakai_compat_mode ($node_doc->manakai_compat_mode);
5516    
5517     ## F3. Create an HTML parser
5518 wakaba 1.3 my $p = $class->new;
5519     $p->{document} = $doc;
5520    
5521 wakaba 1.84 ## Step 8 # MUST
5522 wakaba 1.3 my $i = 0;
5523 wakaba 1.121 $p->{line_prev} = $p->{line} = 1;
5524     $p->{column_prev} = $p->{column} = 0;
5525 wakaba 1.177 require Whatpm::Charset::DecodeHandle;
5526     my $input = Whatpm::Charset::DecodeHandle::CharString->new (\($_[0]));
5527     $input = $get_wrapper->($input);
5528 wakaba 1.183 $p->{set_nc} = sub {
5529 wakaba 1.3 my $self = shift;
5530 wakaba 1.14
5531 wakaba 1.178 my $char = '';
5532 wakaba 1.183 if (defined $self->{next_nc}) {
5533     $char = $self->{next_nc};
5534     delete $self->{next_nc};
5535     $self->{nc} = ord $char;
5536 wakaba 1.177 } else {
5537 wakaba 1.180 $self->{char_buffer} = '';
5538     $self->{char_buffer_pos} = 0;
5539    
5540     my $count = $input->manakai_read_until
5541 wakaba 1.182 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/,
5542     $self->{char_buffer_pos});
5543 wakaba 1.180 if ($count) {
5544     $self->{line_prev} = $self->{line};
5545     $self->{column_prev} = $self->{column};
5546     $self->{column}++;
5547 wakaba 1.183 $self->{nc}
5548 wakaba 1.180 = ord substr ($self->{char_buffer},
5549     $self->{char_buffer_pos}++, 1);
5550     return;
5551     }
5552    
5553 wakaba 1.178 if ($input->read ($char, 1)) {
5554 wakaba 1.183 $self->{nc} = ord $char;
5555 wakaba 1.178 } else {
5556 wakaba 1.183 $self->{nc} = -1;
5557 wakaba 1.178 return;
5558     }
5559 wakaba 1.177 }
5560 wakaba 1.121
5561     ($p->{line_prev}, $p->{column_prev}) = ($p->{line}, $p->{column});
5562     $p->{column}++;
5563 wakaba 1.4
5564 wakaba 1.183 if ($self->{nc} == 0x000A) { # LF
5565 wakaba 1.121 $p->{line}++;
5566     $p->{column} = 0;
5567 wakaba 1.79 !!!cp ('i1');
5568 wakaba 1.183 } elsif ($self->{nc} == 0x000D) { # CR
5569 wakaba 1.177 ## TODO: support for abort/streaming
5570 wakaba 1.178 my $next = '';
5571     if ($input->read ($next, 1) and $next ne "\x0A") {
5572 wakaba 1.183 $self->{next_nc} = $next;
5573 wakaba 1.177 }
5574 wakaba 1.183 $self->{nc} = 0x000A; # LF # MUST
5575 wakaba 1.121 $p->{line}++;
5576     $p->{column} = 0;
5577 wakaba 1.79 !!!cp ('i2');
5578 wakaba 1.183 } elsif ($self->{nc} == 0x0000) { # NULL
5579 wakaba 1.79 !!!cp ('i4');
5580 wakaba 1.14 !!!parse-error (type => 'NULL');
5581 wakaba 1.183 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
5582 wakaba 1.3 }
5583     };
5584 wakaba 1.171
5585 wakaba 1.172 $p->{read_until} = sub {
5586 wakaba 1.177 #my ($scalar, $specials_range, $offset) = @_;
5587 wakaba 1.183 return 0 if defined $p->{next_nc};
5588 wakaba 1.180
5589 wakaba 1.182 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
5590 wakaba 1.180 my $offset = $_[2] || 0;
5591    
5592     if ($p->{char_buffer_pos} < length $p->{char_buffer}) {
5593     pos ($p->{char_buffer}) = $p->{char_buffer_pos};
5594     if ($p->{char_buffer} =~ /\G(?>$pattern)+/) {
5595     substr ($_[0], $offset)
5596     = substr ($p->{char_buffer}, $-[0], $+[0] - $-[0]);
5597     my $count = $+[0] - $-[0];
5598     if ($count) {
5599     $p->{column} += $count;
5600     $p->{char_buffer_pos} += $count;
5601     $p->{line_prev} = $p->{line};
5602     $p->{column_prev} = $p->{column} - 1;
5603 wakaba 1.183 $p->{nc} = -1;
5604 wakaba 1.180 }
5605     return $count;
5606     } else {
5607     return 0;
5608     }
5609     } else {
5610     my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
5611     if ($count) {
5612     $p->{column} += $count;
5613     $p->{column_prev} += $count;
5614 wakaba 1.183 $p->{nc} = -1;
5615 wakaba 1.180 }
5616     return $count;
5617 wakaba 1.177 }
5618     }; # $p->{read_until}
5619 wakaba 1.171
5620 wakaba 1.3 my $ponerror = $onerror || sub {
5621     my (%opt) = @_;
5622 wakaba 1.121 my $line = $opt{line};
5623     my $column = $opt{column};
5624     if (defined $opt{token} and defined $opt{token}->{line}) {
5625     $line = $opt{token}->{line};
5626     $column = $opt{token}->{column};
5627     }
5628     warn "Parse error ($opt{type}) at line $line column $column\n";
5629 wakaba 1.3 };
5630     $p->{parse_error} = sub {
5631 wakaba 1.121 $ponerror->(line => $p->{line}, column => $p->{column}, @_);
5632 wakaba 1.3 };
5633    
5634 wakaba 1.178 my $char_onerror = sub {
5635     my (undef, $type, %opt) = @_;
5636     $ponerror->(layer => 'encode',
5637     line => $p->{line}, column => $p->{column} + 1,
5638     %opt, type => $type);
5639     }; # $char_onerror
5640     $input->onerror ($char_onerror);
5641    
5642 wakaba 1.3 $p->_initialize_tokenizer;
5643     $p->_initialize_tree_constructor;
5644    
5645 wakaba 1.218 ## F4. If /context/ is not undef...
5646    
5647     ## F4.1. content model flag
5648 wakaba 1.71 my $node_ln = $node->manakai_local_name;
5649 wakaba 1.40 $p->{content_model} = {
5650     title => RCDATA_CONTENT_MODEL,
5651     textarea => RCDATA_CONTENT_MODEL,
5652     style => CDATA_CONTENT_MODEL,
5653     script => CDATA_CONTENT_MODEL,
5654     xmp => CDATA_CONTENT_MODEL,
5655     iframe => CDATA_CONTENT_MODEL,
5656     noembed => CDATA_CONTENT_MODEL,
5657     noframes => CDATA_CONTENT_MODEL,
5658     noscript => CDATA_CONTENT_MODEL,
5659     plaintext => PLAINTEXT_CONTENT_MODEL,
5660     }->{$node_ln};
5661     $p->{content_model} = PCDATA_CONTENT_MODEL
5662     unless defined $p->{content_model};
5663 wakaba 1.3
5664 wakaba 1.123 $p->{inner_html_node} = [$node, $el_category->{$node_ln}];
5665     ## TODO: Foreign element OK?
5666 wakaba 1.3
5667 wakaba 1.218 ## F4.2. Root |html| element
5668 wakaba 1.3 my $root = $doc->create_element_ns
5669     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
5670    
5671 wakaba 1.218 ## F4.3.
5672 wakaba 1.3 $doc->append_child ($root);
5673    
5674 wakaba 1.218 ## F4.4.
5675 wakaba 1.123 push @{$p->{open_elements}}, [$root, $el_category->{html}];
5676 wakaba 1.3
5677     undef $p->{head_element};
5678 wakaba 1.202 undef $p->{head_element_inserted};
5679 wakaba 1.3
5680 wakaba 1.218 ## F4.5.
5681 wakaba 1.3 $p->_reset_insertion_mode;
5682    
5683 wakaba 1.218 ## F4.6.
5684 wakaba 1.3 my $anode = $node;
5685     AN: while (defined $anode) {
5686     if ($anode->node_type == 1) {
5687     my $nsuri = $anode->namespace_uri;
5688     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
5689 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
5690 wakaba 1.79 !!!cp ('i5');
5691 wakaba 1.3 $p->{form_element} = $anode;
5692     last AN;
5693     }
5694     }
5695     }
5696     $anode = $anode->parent_node;
5697     } # AN
5698 wakaba 1.218
5699     ## F.6. Start the parser.
5700 wakaba 1.3 {
5701     my $self = $p;
5702     !!!next-token;
5703     }
5704     $p->_tree_construction_main;
5705    
5706 wakaba 1.218 ## F.7.
5707 wakaba 1.3 my @cn = @{$node->child_nodes};
5708     for (@cn) {
5709     $node->remove_child ($_);
5710     }
5711     ## ISSUE: mutation events? read-only?
5712    
5713 wakaba 1.84 ## Step 11 # MUST
5714 wakaba 1.3 @cn = @{$root->child_nodes};
5715     for (@cn) {
5716 wakaba 1.14 $this_doc->adopt_node ($_);
5717 wakaba 1.3 $node->append_child ($_);
5718     }
5719 wakaba 1.14 ## ISSUE: mutation events?
5720 wakaba 1.3
5721     $p->_terminate_tree_constructor;
5722 wakaba 1.121
5723     delete $p->{parse_error}; # delete loop
5724 wakaba 1.3 } else {
5725     die "$0: |set_inner_html| is not defined for node of type $nt";
5726     }
5727     } # set_inner_html
5728    
5729     } # tree construction stage
5730 wakaba 1.1
5731 wakaba 1.63 package Whatpm::HTML::RestartParser;
5732     push our @ISA, 'Error';
5733    
5734 wakaba 1.1 1;
5735 wakaba 1.223 # $Date: 2009/08/16 03:41:52 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24