/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.165 - (hide annotations) (download) (as text)
Sat Sep 13 07:51:33 2008 UTC (18 years ago) by wakaba
Branch: MAIN
Changes since 1.164: +72 -52 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	13 Sep 2008 07:43:07 -0000
	* tokenizer-test-3.dat: New test for MSE is added.

2008-09-13  Wakaba  <wakaba@suika.fam.cx>

++ whatpm/Whatpm/ChangeLog	13 Sep 2008 07:43:36 -0000
	* HTML.pm.src: |CDATA_SECTION_STATE| (formally |CDATA_BLOCK_STATE|
	is split into three states.

2008-09-13  Wakaba  <wakaba@suika.fam.cx>

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.165 our $VERSION=do{my @r=(q$Revision: 1.164 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.18 ## ISSUE:
7     ## var doc = implementation.createDocument (null, null, null);
8     ## doc.write ('');
9     ## alert (doc.compatMode);
10 wakaba 1.1
11 wakaba 1.139 require IO::Handle;
12    
13 wakaba 1.126 my $HTML_NS = q<http://www.w3.org/1999/xhtml>;
14     my $MML_NS = q<http://www.w3.org/1998/Math/MathML>;
15     my $SVG_NS = q<http://www.w3.org/2000/svg>;
16     my $XLINK_NS = q<http://www.w3.org/1999/xlink>;
17     my $XML_NS = q<http://www.w3.org/XML/1998/namespace>;
18     my $XMLNS_NS = q<http://www.w3.org/2000/xmlns/>;
19    
20 wakaba 1.123 sub A_EL () { 0b1 }
21     sub ADDRESS_EL () { 0b10 }
22     sub BODY_EL () { 0b100 }
23     sub BUTTON_EL () { 0b1000 }
24     sub CAPTION_EL () { 0b10000 }
25     sub DD_EL () { 0b100000 }
26     sub DIV_EL () { 0b1000000 }
27     sub DT_EL () { 0b10000000 }
28     sub FORM_EL () { 0b100000000 }
29     sub FORMATTING_EL () { 0b1000000000 }
30     sub FRAMESET_EL () { 0b10000000000 }
31     sub HEADING_EL () { 0b100000000000 }
32     sub HTML_EL () { 0b1000000000000 }
33     sub LI_EL () { 0b10000000000000 }
34     sub NOBR_EL () { 0b100000000000000 }
35     sub OPTION_EL () { 0b1000000000000000 }
36     sub OPTGROUP_EL () { 0b10000000000000000 }
37     sub P_EL () { 0b100000000000000000 }
38     sub SELECT_EL () { 0b1000000000000000000 }
39     sub TABLE_EL () { 0b10000000000000000000 }
40     sub TABLE_CELL_EL () { 0b100000000000000000000 }
41     sub TABLE_ROW_EL () { 0b1000000000000000000000 }
42     sub TABLE_ROW_GROUP_EL () { 0b10000000000000000000000 }
43     sub MISC_SCOPING_EL () { 0b100000000000000000000000 }
44     sub MISC_SPECIAL_EL () { 0b1000000000000000000000000 }
45 wakaba 1.126 sub FOREIGN_EL () { 0b10000000000000000000000000 }
46     sub FOREIGN_FLOW_CONTENT_EL () { 0b100000000000000000000000000 }
47     sub MML_AXML_EL () { 0b1000000000000000000000000000 }
48 wakaba 1.151 sub RUBY_EL () { 0b10000000000000000000000000000 }
49     sub RUBY_COMPONENT_EL () { 0b100000000000000000000000000000 }
50 wakaba 1.123
51     sub TABLE_ROWS_EL () {
52     TABLE_EL |
53     TABLE_ROW_EL |
54     TABLE_ROW_GROUP_EL
55     }
56    
57 wakaba 1.151 ## NOTE: Used in "generate implied end tags" algorithm.
58     ## NOTE: There is a code where a modified version of END_TAG_OPTIONAL_EL
59     ## is used in "generate implied end tags" implementation (search for the
60     ## function mae).
61 wakaba 1.123 sub END_TAG_OPTIONAL_EL () {
62     DD_EL |
63     DT_EL |
64     LI_EL |
65 wakaba 1.151 P_EL |
66     RUBY_COMPONENT_EL
67 wakaba 1.123 }
68    
69 wakaba 1.151 ## NOTE: Used in </body> and EOF algorithms.
70 wakaba 1.123 sub ALL_END_TAG_OPTIONAL_EL () {
71 wakaba 1.151 DD_EL |
72     DT_EL |
73     LI_EL |
74     P_EL |
75    
76 wakaba 1.123 BODY_EL |
77     HTML_EL |
78     TABLE_CELL_EL |
79     TABLE_ROW_EL |
80     TABLE_ROW_GROUP_EL
81     }
82    
83     sub SCOPING_EL () {
84     BUTTON_EL |
85     CAPTION_EL |
86     HTML_EL |
87     TABLE_EL |
88     TABLE_CELL_EL |
89     MISC_SCOPING_EL
90     }
91    
92     sub TABLE_SCOPING_EL () {
93     HTML_EL |
94     TABLE_EL
95     }
96    
97     sub TABLE_ROWS_SCOPING_EL () {
98     HTML_EL |
99     TABLE_ROW_GROUP_EL
100     }
101    
102     sub TABLE_ROW_SCOPING_EL () {
103     HTML_EL |
104     TABLE_ROW_EL
105     }
106    
107     sub SPECIAL_EL () {
108     ADDRESS_EL |
109     BODY_EL |
110     DIV_EL |
111 wakaba 1.151
112     DD_EL |
113     DT_EL |
114     LI_EL |
115     P_EL |
116    
117 wakaba 1.123 FORM_EL |
118     FRAMESET_EL |
119     HEADING_EL |
120     OPTION_EL |
121     OPTGROUP_EL |
122     SELECT_EL |
123     TABLE_ROW_EL |
124     TABLE_ROW_GROUP_EL |
125     MISC_SPECIAL_EL
126     }
127    
128     my $el_category = {
129     a => A_EL | FORMATTING_EL,
130     address => ADDRESS_EL,
131     applet => MISC_SCOPING_EL,
132     area => MISC_SPECIAL_EL,
133     b => FORMATTING_EL,
134     base => MISC_SPECIAL_EL,
135     basefont => MISC_SPECIAL_EL,
136     bgsound => MISC_SPECIAL_EL,
137     big => FORMATTING_EL,
138     blockquote => MISC_SPECIAL_EL,
139     body => BODY_EL,
140     br => MISC_SPECIAL_EL,
141     button => BUTTON_EL,
142     caption => CAPTION_EL,
143     center => MISC_SPECIAL_EL,
144     col => MISC_SPECIAL_EL,
145     colgroup => MISC_SPECIAL_EL,
146     dd => DD_EL,
147     dir => MISC_SPECIAL_EL,
148     div => DIV_EL,
149     dl => MISC_SPECIAL_EL,
150     dt => DT_EL,
151     em => FORMATTING_EL,
152     embed => MISC_SPECIAL_EL,
153     fieldset => MISC_SPECIAL_EL,
154     font => FORMATTING_EL,
155     form => FORM_EL,
156     frame => MISC_SPECIAL_EL,
157     frameset => FRAMESET_EL,
158     h1 => HEADING_EL,
159     h2 => HEADING_EL,
160     h3 => HEADING_EL,
161     h4 => HEADING_EL,
162     h5 => HEADING_EL,
163     h6 => HEADING_EL,
164     head => MISC_SPECIAL_EL,
165     hr => MISC_SPECIAL_EL,
166     html => HTML_EL,
167     i => FORMATTING_EL,
168     iframe => MISC_SPECIAL_EL,
169     img => MISC_SPECIAL_EL,
170     input => MISC_SPECIAL_EL,
171     isindex => MISC_SPECIAL_EL,
172     li => LI_EL,
173     link => MISC_SPECIAL_EL,
174     listing => MISC_SPECIAL_EL,
175     marquee => MISC_SCOPING_EL,
176     menu => MISC_SPECIAL_EL,
177     meta => MISC_SPECIAL_EL,
178     nobr => NOBR_EL | FORMATTING_EL,
179     noembed => MISC_SPECIAL_EL,
180     noframes => MISC_SPECIAL_EL,
181     noscript => MISC_SPECIAL_EL,
182     object => MISC_SCOPING_EL,
183     ol => MISC_SPECIAL_EL,
184     optgroup => OPTGROUP_EL,
185     option => OPTION_EL,
186     p => P_EL,
187     param => MISC_SPECIAL_EL,
188     plaintext => MISC_SPECIAL_EL,
189     pre => MISC_SPECIAL_EL,
190 wakaba 1.151 rp => RUBY_COMPONENT_EL,
191     rt => RUBY_COMPONENT_EL,
192     ruby => RUBY_EL,
193 wakaba 1.123 s => FORMATTING_EL,
194     script => MISC_SPECIAL_EL,
195     select => SELECT_EL,
196     small => FORMATTING_EL,
197     spacer => MISC_SPECIAL_EL,
198     strike => FORMATTING_EL,
199     strong => FORMATTING_EL,
200     style => MISC_SPECIAL_EL,
201     table => TABLE_EL,
202     tbody => TABLE_ROW_GROUP_EL,
203     td => TABLE_CELL_EL,
204     textarea => MISC_SPECIAL_EL,
205     tfoot => TABLE_ROW_GROUP_EL,
206     th => TABLE_CELL_EL,
207     thead => TABLE_ROW_GROUP_EL,
208     title => MISC_SPECIAL_EL,
209     tr => TABLE_ROW_EL,
210     tt => FORMATTING_EL,
211     u => FORMATTING_EL,
212     ul => MISC_SPECIAL_EL,
213     wbr => MISC_SPECIAL_EL,
214     };
215    
216 wakaba 1.126 my $el_category_f = {
217     $MML_NS => {
218     'annotation-xml' => MML_AXML_EL,
219     mi => FOREIGN_FLOW_CONTENT_EL,
220     mo => FOREIGN_FLOW_CONTENT_EL,
221     mn => FOREIGN_FLOW_CONTENT_EL,
222     ms => FOREIGN_FLOW_CONTENT_EL,
223     mtext => FOREIGN_FLOW_CONTENT_EL,
224     },
225     $SVG_NS => {
226 wakaba 1.131 foreignObject => FOREIGN_FLOW_CONTENT_EL,
227 wakaba 1.126 desc => FOREIGN_FLOW_CONTENT_EL,
228     title => FOREIGN_FLOW_CONTENT_EL,
229     },
230     ## NOTE: In addition, FOREIGN_EL is set to non-HTML elements.
231     };
232    
233 wakaba 1.131 my $svg_attr_name = {
234 wakaba 1.146 attributename => 'attributeName',
235 wakaba 1.131 attributetype => 'attributeType',
236     basefrequency => 'baseFrequency',
237     baseprofile => 'baseProfile',
238     calcmode => 'calcMode',
239     clippathunits => 'clipPathUnits',
240     contentscripttype => 'contentScriptType',
241     contentstyletype => 'contentStyleType',
242     diffuseconstant => 'diffuseConstant',
243     edgemode => 'edgeMode',
244     externalresourcesrequired => 'externalResourcesRequired',
245     filterres => 'filterRes',
246     filterunits => 'filterUnits',
247     glyphref => 'glyphRef',
248     gradienttransform => 'gradientTransform',
249     gradientunits => 'gradientUnits',
250     kernelmatrix => 'kernelMatrix',
251     kernelunitlength => 'kernelUnitLength',
252     keypoints => 'keyPoints',
253     keysplines => 'keySplines',
254     keytimes => 'keyTimes',
255     lengthadjust => 'lengthAdjust',
256     limitingconeangle => 'limitingConeAngle',
257     markerheight => 'markerHeight',
258     markerunits => 'markerUnits',
259     markerwidth => 'markerWidth',
260     maskcontentunits => 'maskContentUnits',
261     maskunits => 'maskUnits',
262     numoctaves => 'numOctaves',
263     pathlength => 'pathLength',
264     patterncontentunits => 'patternContentUnits',
265     patterntransform => 'patternTransform',
266     patternunits => 'patternUnits',
267     pointsatx => 'pointsAtX',
268     pointsaty => 'pointsAtY',
269     pointsatz => 'pointsAtZ',
270     preservealpha => 'preserveAlpha',
271     preserveaspectratio => 'preserveAspectRatio',
272     primitiveunits => 'primitiveUnits',
273     refx => 'refX',
274     refy => 'refY',
275     repeatcount => 'repeatCount',
276     repeatdur => 'repeatDur',
277     requiredextensions => 'requiredExtensions',
278 wakaba 1.146 requiredfeatures => 'requiredFeatures',
279 wakaba 1.131 specularconstant => 'specularConstant',
280     specularexponent => 'specularExponent',
281     spreadmethod => 'spreadMethod',
282     startoffset => 'startOffset',
283     stddeviation => 'stdDeviation',
284     stitchtiles => 'stitchTiles',
285     surfacescale => 'surfaceScale',
286     systemlanguage => 'systemLanguage',
287     tablevalues => 'tableValues',
288     targetx => 'targetX',
289     targety => 'targetY',
290     textlength => 'textLength',
291     viewbox => 'viewBox',
292     viewtarget => 'viewTarget',
293     xchannelselector => 'xChannelSelector',
294     ychannelselector => 'yChannelSelector',
295     zoomandpan => 'zoomAndPan',
296     };
297    
298     my $foreign_attr_xname = {
299     'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']],
300     'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']],
301     'xlink:href' => [$XLINK_NS, ['xlink', 'href']],
302     'xlink:role' => [$XLINK_NS, ['xlink', 'role']],
303     'xlink:show' => [$XLINK_NS, ['xlink', 'show']],
304     'xlink:title' => [$XLINK_NS, ['xlink', 'title']],
305     'xlink:type' => [$XLINK_NS, ['xlink', 'type']],
306     'xml:base' => [$XML_NS, ['xml', 'base']],
307     'xml:lang' => [$XML_NS, ['xml', 'lang']],
308     'xml:space' => [$XML_NS, ['xml', 'space']],
309     'xmlns' => [$XMLNS_NS, [undef, 'xmlns']],
310     'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']],
311     };
312    
313     ## ISSUE: xmlns:xlink="non-xlink-ns" is not an error.
314    
315 wakaba 1.4 my $c1_entity_char = {
316 wakaba 1.10 0x80 => 0x20AC,
317     0x81 => 0xFFFD,
318     0x82 => 0x201A,
319     0x83 => 0x0192,
320     0x84 => 0x201E,
321     0x85 => 0x2026,
322     0x86 => 0x2020,
323     0x87 => 0x2021,
324     0x88 => 0x02C6,
325     0x89 => 0x2030,
326     0x8A => 0x0160,
327     0x8B => 0x2039,
328     0x8C => 0x0152,
329     0x8D => 0xFFFD,
330     0x8E => 0x017D,
331     0x8F => 0xFFFD,
332     0x90 => 0xFFFD,
333     0x91 => 0x2018,
334     0x92 => 0x2019,
335     0x93 => 0x201C,
336     0x94 => 0x201D,
337     0x95 => 0x2022,
338     0x96 => 0x2013,
339     0x97 => 0x2014,
340     0x98 => 0x02DC,
341     0x99 => 0x2122,
342     0x9A => 0x0161,
343     0x9B => 0x203A,
344     0x9C => 0x0153,
345     0x9D => 0xFFFD,
346     0x9E => 0x017E,
347     0x9F => 0x0178,
348 wakaba 1.4 }; # $c1_entity_char
349 wakaba 1.1
350 wakaba 1.63 sub parse_byte_string ($$$$;$) {
351 wakaba 1.138 my $self = shift;
352     my $charset_name = shift;
353     open my $input, '<', ref $_[0] ? $_[0] : \($_[0]);
354     return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]);
355     } # parse_byte_string
356    
357 wakaba 1.162 sub parse_byte_stream ($$$$;$$) {
358     # my ($self, $charset_name, $byte_stream, $doc, $onerror, $get_wrapper) = @_;
359 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
360 wakaba 1.133 my $charset_name = shift;
361 wakaba 1.138 my $byte_stream = $_[0];
362 wakaba 1.133
363 wakaba 1.134 my $onerror = $_[2] || sub {
364     my (%opt) = @_;
365     warn "Parse error ($opt{type})\n";
366     };
367     $self->{parse_error} = $onerror; # updated later by parse_char_string
368    
369 wakaba 1.162 my $get_wrapper = $_[3] || sub ($) {
370     return $_[0]; # $_[0] = byte stream handle, returned = arg to char handle
371     };
372    
373 wakaba 1.133 ## HTML5 encoding sniffing algorithm
374     require Message::Charset::Info;
375     my $charset;
376 wakaba 1.136 my $buffer;
377     my ($char_stream, $e_status);
378 wakaba 1.133
379     SNIFFING: {
380 wakaba 1.160 ## NOTE: By setting |allow_fallback| option true when the
381     ## |get_decode_handle| method is invoked, we ignore what the HTML5
382     ## spec requires, i.e. unsupported encoding should be ignored.
383     ## TODO: We should not do this unless the parser is invoked
384     ## in the conformance checking mode, in which this behavior
385     ## would be useful.
386 wakaba 1.133
387     ## Step 1
388     if (defined $charset_name) {
389 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
390     ## TODO: Is this ok? Transfer protocol's parameter should be
391     ## interpreted in its semantics?
392 wakaba 1.133
393     ## ISSUE: Unsupported encoding is not ignored according to the spec.
394 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
395     ($byte_stream, allow_error_reporting => 1,
396 wakaba 1.133 allow_fallback => 1);
397 wakaba 1.136 if ($char_stream) {
398 wakaba 1.133 $self->{confident} = 1;
399     last SNIFFING;
400 wakaba 1.136 } else {
401     ## TODO: unsupported error
402 wakaba 1.133 }
403     }
404    
405     ## Step 2
406 wakaba 1.136 my $byte_buffer = '';
407     for (1..1024) {
408     my $char = $byte_stream->getc;
409     last unless defined $char;
410     $byte_buffer .= $char;
411     } ## TODO: timeout
412 wakaba 1.133
413     ## Step 3
414 wakaba 1.136 if ($byte_buffer =~ /^\xFE\xFF/) {
415 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16be');
416 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
417     ($byte_stream, allow_error_reporting => 1,
418     allow_fallback => 1, byte_buffer => \$byte_buffer);
419 wakaba 1.133 $self->{confident} = 1;
420     last SNIFFING;
421 wakaba 1.136 } elsif ($byte_buffer =~ /^\xFF\xFE/) {
422 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16le');
423 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
424     ($byte_stream, allow_error_reporting => 1,
425     allow_fallback => 1, byte_buffer => \$byte_buffer);
426 wakaba 1.133 $self->{confident} = 1;
427     last SNIFFING;
428 wakaba 1.136 } elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) {
429 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
430 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
431     ($byte_stream, allow_error_reporting => 1,
432     allow_fallback => 1, byte_buffer => \$byte_buffer);
433 wakaba 1.133 $self->{confident} = 1;
434     last SNIFFING;
435     }
436    
437     ## Step 4
438     ## TODO: <meta charset>
439    
440     ## Step 5
441     ## TODO: from history
442    
443     ## Step 6
444 wakaba 1.65 require Whatpm::Charset::UniversalCharDet;
445 wakaba 1.133 $charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string
446 wakaba 1.136 ($byte_buffer);
447 wakaba 1.133 if (defined $charset_name) {
448 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
449 wakaba 1.133
450     ## ISSUE: Unsupported encoding is not ignored according to the spec.
451 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
452     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
453     ($byte_stream);
454     ($char_stream, $e_status) = $charset->get_decode_handle
455     ($buffer, allow_error_reporting => 1,
456     allow_fallback => 1, byte_buffer => \$byte_buffer);
457     if ($char_stream) {
458     $buffer->{buffer} = $byte_buffer;
459 wakaba 1.153 !!!parse-error (type => 'sniffing:chardet',
460     text => $charset_name,
461     level => $self->{level}->{info},
462     layer => 'encode',
463 wakaba 1.134 line => 1, column => 1);
464 wakaba 1.133 $self->{confident} = 0;
465     last SNIFFING;
466     }
467     }
468    
469     ## Step 7: default
470     ## TODO: Make this configurable.
471 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('windows-1252');
472 wakaba 1.133 ## NOTE: We choose |windows-1252| here, since |utf-8| should be
473     ## detectable in the step 6.
474 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
475     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
476     ($byte_stream);
477     ($char_stream, $e_status)
478     = $charset->get_decode_handle ($buffer,
479     allow_error_reporting => 1,
480     allow_fallback => 1,
481     byte_buffer => \$byte_buffer);
482     $buffer->{buffer} = $byte_buffer;
483 wakaba 1.153 !!!parse-error (type => 'sniffing:default',
484     text => 'windows-1252',
485     level => $self->{level}->{info},
486     line => 1, column => 1,
487     layer => 'encode');
488 wakaba 1.63 $self->{confident} = 0;
489 wakaba 1.133 } # SNIFFING
490    
491     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
492 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
493 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
494 wakaba 1.160 #text => $self->{input_encoding},
495 wakaba 1.153 level => $self->{level}->{uncertain},
496     line => 1, column => 1,
497     layer => 'encode');
498 wakaba 1.133 } elsif (not ($e_status &
499     Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) {
500 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
501 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
502     text => $self->{input_encoding},
503     level => $self->{level}->{uncertain},
504     line => 1, column => 1,
505     layer => 'encode');
506 wakaba 1.160 } else {
507     $self->{input_encoding} = $charset->get_iana_name;
508 wakaba 1.63 }
509    
510     $self->{change_encoding} = sub {
511     my $self = shift;
512 wakaba 1.134 $charset_name = shift;
513 wakaba 1.114 my $token = shift;
514 wakaba 1.63
515 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
516 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
517     ($byte_stream, allow_error_reporting => 1, allow_fallback => 1,
518     byte_buffer => \ $buffer->{buffer});
519 wakaba 1.134
520 wakaba 1.136 if ($char_stream) { # if supported
521 wakaba 1.134 ## "Change the encoding" algorithm:
522 wakaba 1.63
523 wakaba 1.134 ## Step 1
524 wakaba 1.149 if ($charset->{category} &
525     Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
526 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
527 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
528     ($byte_stream,
529     byte_buffer => \ $buffer->{buffer});
530 wakaba 1.134 }
531     $charset_name = $charset->get_iana_name;
532    
533     ## Step 2
534     if (defined $self->{input_encoding} and
535     $self->{input_encoding} eq $charset_name) {
536 wakaba 1.153 !!!parse-error (type => 'charset label:matching',
537     text => $charset_name,
538     level => $self->{level}->{info});
539 wakaba 1.134 $self->{confident} = 1;
540     return;
541     }
542 wakaba 1.63
543 wakaba 1.153 !!!parse-error (type => 'charset label detected',
544     text => $self->{input_encoding},
545     value => $charset_name,
546     level => $self->{level}->{warn},
547     token => $token);
548 wakaba 1.134
549     ## Step 3
550     # if (can) {
551     ## change the encoding on the fly.
552     #$self->{confident} = 1;
553     #return;
554     # }
555    
556     ## Step 4
557     throw Whatpm::HTML::RestartParser ();
558 wakaba 1.63 }
559     }; # $self->{change_encoding}
560    
561 wakaba 1.136 my $char_onerror = sub {
562     my (undef, $type, %opt) = @_;
563 wakaba 1.153 !!!parse-error (layer => 'encode',
564     %opt, type => $type,
565 wakaba 1.137 line => $self->{line}, column => $self->{column} + 1);
566 wakaba 1.136 if ($opt{octets}) {
567     ${$opt{octets}} = "\x{FFFD}"; # relacement character
568     }
569     };
570 wakaba 1.162
571     my $wrapped_char_stream = $get_wrapper->($char_stream);
572     $wrapped_char_stream->onerror ($char_onerror);
573 wakaba 1.136
574 wakaba 1.63 my @args = @_; shift @args; # $s
575     my $return;
576     try {
577 wakaba 1.162 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
578 wakaba 1.63 } catch Whatpm::HTML::RestartParser with {
579 wakaba 1.134 ## NOTE: Invoked after {change_encoding}.
580    
581     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
582 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
583 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
584     level => $self->{level}->{uncertain},
585 wakaba 1.160 #text => $self->{input_encoding},
586 wakaba 1.153 line => 1, column => 1,
587     layer => 'encode');
588 wakaba 1.134 } elsif (not ($e_status &
589     Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) {
590 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
591 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
592     text => $self->{input_encoding},
593     level => $self->{level}->{uncertain},
594     line => 1, column => 1,
595     layer => 'encode');
596 wakaba 1.160 } else {
597     $self->{input_encoding} = $charset->get_iana_name;
598 wakaba 1.134 }
599 wakaba 1.63 $self->{confident} = 1;
600 wakaba 1.162
601     $wrapped_char_stream = $get_wrapper->($char_stream);
602     $wrapped_char_stream->onerror ($char_onerror);
603    
604     $return = $self->parse_char_stream ($wrapped_char_stream, @args);
605 wakaba 1.63 };
606     return $return;
607 wakaba 1.138 } # parse_byte_stream
608 wakaba 1.63
609 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
610     ## and the HTML layer MUST ignore it. However, we does strip BOM in
611     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
612     ## because the core part of our HTML parser expects a string of character,
613     ## not a string of bytes or code units or anything which might contain a BOM.
614     ## Therefore, any parser interface that accepts a string of bytes,
615     ## such as |parse_byte_string| in this module, must ensure that it does
616     ## strip the BOM and never strip any ZWNBSP.
617    
618 wakaba 1.162 sub parse_char_string ($$$;$$) {
619     #my ($self, $s, $doc, $onerror, $get_wrapper) = @_;
620 wakaba 1.135 my $self = shift;
621 wakaba 1.139 require utf8;
622     my $s = ref $_[0] ? $_[0] : \($_[0]);
623     open my $input, '<' . (utf8::is_utf8 ($$s) ? ':utf8' : ''), $s;
624 wakaba 1.162 if ($_[3]) {
625     $input = $_[3]->($input);
626     }
627 wakaba 1.135 return $self->parse_char_stream ($input, @_[1..$#_]);
628     } # parse_char_string
629 wakaba 1.162 *parse_string = \&parse_char_string; ## NOTE: Alias for backward compatibility.
630 wakaba 1.63
631 wakaba 1.135 sub parse_char_stream ($$$;$) {
632 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
633 wakaba 1.135 my $input = $_[0];
634 wakaba 1.1 $self->{document} = $_[1];
635 wakaba 1.63 @{$self->{document}->child_nodes} = ();
636 wakaba 1.1
637 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
638    
639 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
640 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
641     if defined $self->{input_encoding};
642 wakaba 1.63
643 wakaba 1.1 my $i = 0;
644 wakaba 1.112 $self->{line_prev} = $self->{line} = 1;
645     $self->{column_prev} = $self->{column} = 0;
646 wakaba 1.76 $self->{set_next_char} = sub {
647 wakaba 1.1 my $self = shift;
648 wakaba 1.13
649 wakaba 1.76 pop @{$self->{prev_char}};
650     unshift @{$self->{prev_char}}, $self->{next_char};
651 wakaba 1.13
652 wakaba 1.139 my $char;
653     if (defined $self->{next_next_char}) {
654     $char = $self->{next_next_char};
655     delete $self->{next_next_char};
656     } else {
657     $char = $input->getc;
658     }
659 wakaba 1.135 $self->{next_char} = -1 and return unless defined $char;
660     $self->{next_char} = ord $char;
661 wakaba 1.112
662     ($self->{line_prev}, $self->{column_prev})
663     = ($self->{line}, $self->{column});
664     $self->{column}++;
665 wakaba 1.1
666 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
667 wakaba 1.132 !!!cp ('j1');
668 wakaba 1.112 $self->{line}++;
669     $self->{column} = 0;
670 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
671 wakaba 1.132 !!!cp ('j2');
672 wakaba 1.135 my $next = $input->getc;
673 wakaba 1.139 if (defined $next and $next ne "\x0A") {
674     $self->{next_next_char} = $next;
675 wakaba 1.135 }
676 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
677 wakaba 1.112 $self->{line}++;
678     $self->{column} = 0;
679 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
680 wakaba 1.132 !!!cp ('j3');
681 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
682     } elsif ($self->{next_char} == 0x0000) { # NULL
683 wakaba 1.132 !!!cp ('j4');
684 wakaba 1.8 !!!parse-error (type => 'NULL');
685 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
686 wakaba 1.132 } elsif ($self->{next_char} <= 0x0008 or
687     (0x000E <= $self->{next_char} and $self->{next_char} <= 0x001F) or
688     (0x007F <= $self->{next_char} and $self->{next_char} <= 0x009F) or
689     (0xD800 <= $self->{next_char} and $self->{next_char} <= 0xDFFF) or
690     (0xFDD0 <= $self->{next_char} and $self->{next_char} <= 0xFDDF) or
691     {
692     0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1,
693     0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1,
694     0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1,
695     0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1,
696     0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1,
697     0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1,
698     0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1,
699     0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1,
700     0x10FFFE => 1, 0x10FFFF => 1,
701     }->{$self->{next_char}}) {
702     !!!cp ('j5');
703 wakaba 1.153 if ($self->{next_char} < 0x10000) {
704     !!!parse-error (type => 'control char',
705     text => (sprintf 'U+%04X', $self->{next_char}));
706     } else {
707     !!!parse-error (type => 'control char',
708     text => (sprintf 'U-%08X', $self->{next_char}));
709     }
710 wakaba 1.1 }
711     };
712 wakaba 1.76 $self->{prev_char} = [-1, -1, -1];
713     $self->{next_char} = -1;
714 wakaba 1.1
715 wakaba 1.3 my $onerror = $_[2] || sub {
716     my (%opt) = @_;
717 wakaba 1.112 my $line = $opt{token} ? $opt{token}->{line} : $opt{line};
718     my $column = $opt{token} ? $opt{token}->{column} : $opt{column};
719     warn "Parse error ($opt{type}) at line $line column $column\n";
720 wakaba 1.3 };
721     $self->{parse_error} = sub {
722 wakaba 1.112 $onerror->(line => $self->{line}, column => $self->{column}, @_);
723 wakaba 1.1 };
724    
725     $self->_initialize_tokenizer;
726     $self->_initialize_tree_constructor;
727     $self->_construct_tree;
728     $self->_terminate_tree_constructor;
729    
730 wakaba 1.112 delete $self->{parse_error}; # remove loop
731    
732 wakaba 1.1 return $self->{document};
733 wakaba 1.135 } # parse_char_stream
734 wakaba 1.1
735     sub new ($) {
736     my $class = shift;
737 wakaba 1.134 my $self = bless {
738 wakaba 1.153 level => {must => 'm',
739 wakaba 1.159 should => 's',
740 wakaba 1.153 warn => 'w',
741     info => 'i',
742     uncertain => 'u'},
743 wakaba 1.134 }, $class;
744 wakaba 1.76 $self->{set_next_char} = sub {
745     $self->{next_char} = -1;
746 wakaba 1.1 };
747     $self->{parse_error} = sub {
748     #
749     };
750 wakaba 1.63 $self->{change_encoding} = sub {
751     # if ($_[0] is a supported encoding) {
752     # run "change the encoding" algorithm;
753     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
754     # }
755     };
756 wakaba 1.61 $self->{application_cache_selection} = sub {
757     #
758     };
759 wakaba 1.1 return $self;
760     } # new
761    
762 wakaba 1.40 sub CM_ENTITY () { 0b001 } # & markup in data
763     sub CM_LIMITED_MARKUP () { 0b010 } # < markup in data (limited)
764     sub CM_FULL_MARKUP () { 0b100 } # < markup in data (any)
765    
766     sub PLAINTEXT_CONTENT_MODEL () { 0 }
767     sub CDATA_CONTENT_MODEL () { CM_LIMITED_MARKUP }
768     sub RCDATA_CONTENT_MODEL () { CM_ENTITY | CM_LIMITED_MARKUP }
769     sub PCDATA_CONTENT_MODEL () { CM_ENTITY | CM_FULL_MARKUP }
770    
771 wakaba 1.57 sub DATA_STATE () { 0 }
772     sub ENTITY_DATA_STATE () { 1 }
773     sub TAG_OPEN_STATE () { 2 }
774     sub CLOSE_TAG_OPEN_STATE () { 3 }
775     sub TAG_NAME_STATE () { 4 }
776     sub BEFORE_ATTRIBUTE_NAME_STATE () { 5 }
777     sub ATTRIBUTE_NAME_STATE () { 6 }
778     sub AFTER_ATTRIBUTE_NAME_STATE () { 7 }
779     sub BEFORE_ATTRIBUTE_VALUE_STATE () { 8 }
780     sub ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE () { 9 }
781     sub ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE () { 10 }
782     sub ATTRIBUTE_VALUE_UNQUOTED_STATE () { 11 }
783     sub ENTITY_IN_ATTRIBUTE_VALUE_STATE () { 12 }
784     sub MARKUP_DECLARATION_OPEN_STATE () { 13 }
785     sub COMMENT_START_STATE () { 14 }
786     sub COMMENT_START_DASH_STATE () { 15 }
787     sub COMMENT_STATE () { 16 }
788     sub COMMENT_END_STATE () { 17 }
789     sub COMMENT_END_DASH_STATE () { 18 }
790     sub BOGUS_COMMENT_STATE () { 19 }
791     sub DOCTYPE_STATE () { 20 }
792     sub BEFORE_DOCTYPE_NAME_STATE () { 21 }
793     sub DOCTYPE_NAME_STATE () { 22 }
794     sub AFTER_DOCTYPE_NAME_STATE () { 23 }
795     sub BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 24 }
796     sub DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE () { 25 }
797     sub DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE () { 26 }
798     sub AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 27 }
799     sub BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 28 }
800     sub DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE () { 29 }
801     sub DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE () { 30 }
802     sub AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 31 }
803     sub BOGUS_DOCTYPE_STATE () { 32 }
804 wakaba 1.72 sub AFTER_ATTRIBUTE_VALUE_QUOTED_STATE () { 33 }
805 wakaba 1.125 sub SELF_CLOSING_START_TAG_STATE () { 34 }
806 wakaba 1.165 sub CDATA_SECTION_STATE () { 35 }
807 wakaba 1.164 sub MD_HYPHEN_STATE () { 36 } # "markup declaration open state" in the spec
808     sub MD_DOCTYPE_STATE () { 37 } # "markup declaration open state" in the spec
809     sub MD_CDATA_STATE () { 38 } # "markup declaration open state" in the spec
810     sub CDATA_PCDATA_CLOSE_TAG_STATE () { 39 } # "close tag open state" in the spec
811 wakaba 1.165 sub CDATA_SECTION_MSE1_STATE () { 40 } # "CDATA section state" in the spec
812     sub CDATA_SECTION_MSE2_STATE () { 41 } # "CDATA section state" in the spec
813 wakaba 1.57
814 wakaba 1.55 sub DOCTYPE_TOKEN () { 1 }
815     sub COMMENT_TOKEN () { 2 }
816     sub START_TAG_TOKEN () { 3 }
817     sub END_TAG_TOKEN () { 4 }
818     sub END_OF_FILE_TOKEN () { 5 }
819     sub CHARACTER_TOKEN () { 6 }
820    
821 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
822     sub HEAD_IMS () { 0b1000 }
823     sub BODY_IMS () { 0b10000 }
824 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
825 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
826 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
827 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
828     sub FRAME_IMS () { 0b1000000000 }
829 wakaba 1.101 sub SELECT_IMS () { 0b10000000000 }
830 wakaba 1.126 sub IN_FOREIGN_CONTENT_IM () { 0b100000000000 }
831     ## NOTE: "in foreign content" insertion mode is special; it is combined
832     ## with the secondary insertion mode. In this parser, they are stored
833     ## together in the bit-or'ed form.
834 wakaba 1.54
835 wakaba 1.84 ## NOTE: "initial" and "before html" insertion modes have no constants.
836    
837     ## NOTE: "after after body" insertion mode.
838 wakaba 1.54 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
839 wakaba 1.84
840     ## NOTE: "after after frameset" insertion mode.
841 wakaba 1.54 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
842 wakaba 1.84
843 wakaba 1.54 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
844     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
845     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
846     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
847     sub IN_BODY_IM () { BODY_IMS }
848 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
849     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
850     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
851     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
852 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
853     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
854     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
855     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
856 wakaba 1.101 sub IN_SELECT_IM () { SELECT_IMS | 0b01 }
857     sub IN_SELECT_IN_TABLE_IM () { SELECT_IMS | 0b10 }
858 wakaba 1.54 sub IN_COLUMN_GROUP_IM () { 0b10 }
859    
860 wakaba 1.1 ## Implementations MUST act as if state machine in the spec
861    
862     sub _initialize_tokenizer ($) {
863     my $self = shift;
864 wakaba 1.57 $self->{state} = DATA_STATE; # MUST
865 wakaba 1.163 #$self->{state_keyword}; # initialized when used
866 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # be
867 wakaba 1.165 undef $self->{current_token};
868 wakaba 1.1 undef $self->{current_attribute};
869     undef $self->{last_emitted_start_tag_name};
870     undef $self->{last_attribute_value_state};
871 wakaba 1.125 delete $self->{self_closing};
872 wakaba 1.1 $self->{char} = [];
873 wakaba 1.76 # $self->{next_char}
874 wakaba 1.1 !!!next-input-character;
875     $self->{token} = [];
876 wakaba 1.18 # $self->{escape}
877 wakaba 1.1 } # _initialize_tokenizer
878    
879     ## A token has:
880 wakaba 1.55 ## ->{type} == DOCTYPE_TOKEN, START_TAG_TOKEN, END_TAG_TOKEN, COMMENT_TOKEN,
881     ## CHARACTER_TOKEN, or END_OF_FILE_TOKEN
882     ## ->{name} (DOCTYPE_TOKEN)
883     ## ->{tag_name} (START_TAG_TOKEN, END_TAG_TOKEN)
884     ## ->{public_identifier} (DOCTYPE_TOKEN)
885     ## ->{system_identifier} (DOCTYPE_TOKEN)
886 wakaba 1.75 ## ->{quirks} == 1 or 0 (DOCTYPE_TOKEN): "force-quirks" flag
887 wakaba 1.55 ## ->{attributes} isa HASH (START_TAG_TOKEN, END_TAG_TOKEN)
888 wakaba 1.66 ## ->{name}
889     ## ->{value}
890     ## ->{has_reference} == 1 or 0
891 wakaba 1.55 ## ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
892 wakaba 1.125 ## NOTE: The "self-closing flag" is hold as |$self->{self_closing}|.
893     ## |->{self_closing}| is used to save the value of |$self->{self_closing}|
894     ## while the token is pushed back to the stack.
895    
896 wakaba 1.1 ## Emitted token MUST immediately be handled by the tree construction state.
897    
898     ## Before each step, UA MAY check to see if either one of the scripts in
899     ## "list of scripts that will execute as soon as possible" or the first
900     ## script in the "list of scripts that will execute asynchronously",
901     ## has completed loading. If one has, then it MUST be executed
902     ## and removed from the list.
903    
904 wakaba 1.59 ## NOTE: HTML5 "Writing HTML documents" section, applied to
905     ## documents and not to user agents and conformance checkers,
906     ## contains some requirements that are not detected by the
907     ## parsing algorithm:
908     ## - Some requirements on character encoding declarations. ## TODO
909     ## - "Elements MUST NOT contain content that their content model disallows."
910     ## ... Some are parse error, some are not (will be reported by c.c.).
911     ## - Polytheistic slash SHOULD NOT be used. (Applied only to atheists.) ## TODO
912     ## - Text (in elements, attributes, and comments) SHOULD NOT contain
913     ## control characters other than space characters. ## TODO: (what is control character? C0, C1 and DEL? Unicode control character?)
914    
915     ## TODO: HTML5 poses authors two SHOULD-level requirements that cannot
916     ## be detected by the HTML5 parsing algorithm:
917     ## - Text,
918    
919 wakaba 1.1 sub _get_next_token ($) {
920     my $self = shift;
921 wakaba 1.125
922     if ($self->{self_closing}) {
923     !!!parse-error (type => 'nestc', token => $self->{current_token});
924     ## NOTE: The |self_closing| flag is only set by start tag token.
925     ## In addition, when a start tag token is emitted, it is always set to
926     ## |current_token|.
927     delete $self->{self_closing};
928     }
929    
930 wakaba 1.1 if (@{$self->{token}}) {
931 wakaba 1.125 $self->{self_closing} = $self->{token}->[0]->{self_closing};
932 wakaba 1.1 return shift @{$self->{token}};
933     }
934    
935     A: {
936 wakaba 1.57 if ($self->{state} == DATA_STATE) {
937 wakaba 1.76 if ($self->{next_char} == 0x0026) { # &
938 wakaba 1.72 if ($self->{content_model} & CM_ENTITY and # PCDATA | RCDATA
939     not $self->{escape}) {
940 wakaba 1.77 !!!cp (1);
941 wakaba 1.57 $self->{state} = ENTITY_DATA_STATE;
942 wakaba 1.1 !!!next-input-character;
943     redo A;
944     } else {
945 wakaba 1.77 !!!cp (2);
946 wakaba 1.1 #
947     }
948 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
949 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
950 wakaba 1.13 unless ($self->{escape}) {
951 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
952     $self->{prev_char}->[1] == 0x0021 and # !
953     $self->{prev_char}->[2] == 0x003C) { # <
954 wakaba 1.77 !!!cp (3);
955 wakaba 1.13 $self->{escape} = 1;
956 wakaba 1.77 } else {
957     !!!cp (4);
958 wakaba 1.13 }
959 wakaba 1.77 } else {
960     !!!cp (5);
961 wakaba 1.13 }
962     }
963    
964     #
965 wakaba 1.76 } elsif ($self->{next_char} == 0x003C) { # <
966 wakaba 1.40 if ($self->{content_model} & CM_FULL_MARKUP or # PCDATA
967     (($self->{content_model} & CM_LIMITED_MARKUP) and # CDATA | RCDATA
968 wakaba 1.13 not $self->{escape})) {
969 wakaba 1.77 !!!cp (6);
970 wakaba 1.57 $self->{state} = TAG_OPEN_STATE;
971 wakaba 1.1 !!!next-input-character;
972     redo A;
973     } else {
974 wakaba 1.77 !!!cp (7);
975 wakaba 1.1 #
976     }
977 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
978 wakaba 1.13 if ($self->{escape} and
979 wakaba 1.40 ($self->{content_model} & CM_LIMITED_MARKUP)) { # RCDATA | CDATA
980 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
981     $self->{prev_char}->[1] == 0x002D) { # -
982 wakaba 1.77 !!!cp (8);
983 wakaba 1.13 delete $self->{escape};
984 wakaba 1.77 } else {
985     !!!cp (9);
986 wakaba 1.13 }
987 wakaba 1.77 } else {
988     !!!cp (10);
989 wakaba 1.13 }
990    
991     #
992 wakaba 1.76 } elsif ($self->{next_char} == -1) {
993 wakaba 1.77 !!!cp (11);
994 wakaba 1.112 !!!emit ({type => END_OF_FILE_TOKEN,
995     line => $self->{line}, column => $self->{column}});
996 wakaba 1.1 last A; ## TODO: ok?
997 wakaba 1.77 } else {
998     !!!cp (12);
999 wakaba 1.1 }
1000     # Anything else
1001 wakaba 1.55 my $token = {type => CHARACTER_TOKEN,
1002 wakaba 1.112 data => chr $self->{next_char},
1003 wakaba 1.120 line => $self->{line}, column => $self->{column},
1004 wakaba 1.118 };
1005 wakaba 1.1 ## Stay in the data state
1006     !!!next-input-character;
1007    
1008     !!!emit ($token);
1009    
1010     redo A;
1011 wakaba 1.57 } elsif ($self->{state} == ENTITY_DATA_STATE) {
1012 wakaba 1.1 ## (cannot happen in CDATA state)
1013 wakaba 1.112
1014 wakaba 1.120 my ($l, $c) = ($self->{line_prev}, $self->{column_prev});
1015 wakaba 1.1
1016 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity (0, -1);
1017 wakaba 1.1
1018 wakaba 1.57 $self->{state} = DATA_STATE;
1019 wakaba 1.1 # next-input-character is already done
1020    
1021     unless (defined $token) {
1022 wakaba 1.77 !!!cp (13);
1023 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '&',
1024 wakaba 1.120 line => $l, column => $c,
1025 wakaba 1.118 });
1026 wakaba 1.1 } else {
1027 wakaba 1.77 !!!cp (14);
1028 wakaba 1.1 !!!emit ($token);
1029     }
1030    
1031     redo A;
1032 wakaba 1.57 } elsif ($self->{state} == TAG_OPEN_STATE) {
1033 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
1034 wakaba 1.76 if ($self->{next_char} == 0x002F) { # /
1035 wakaba 1.77 !!!cp (15);
1036 wakaba 1.1 !!!next-input-character;
1037 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
1038 wakaba 1.1 redo A;
1039     } else {
1040 wakaba 1.77 !!!cp (16);
1041 wakaba 1.1 ## reconsume
1042 wakaba 1.57 $self->{state} = DATA_STATE;
1043 wakaba 1.1
1044 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<',
1045 wakaba 1.120 line => $self->{line_prev},
1046     column => $self->{column_prev},
1047 wakaba 1.118 });
1048 wakaba 1.1
1049     redo A;
1050     }
1051 wakaba 1.40 } elsif ($self->{content_model} & CM_FULL_MARKUP) { # PCDATA
1052 wakaba 1.76 if ($self->{next_char} == 0x0021) { # !
1053 wakaba 1.77 !!!cp (17);
1054 wakaba 1.57 $self->{state} = MARKUP_DECLARATION_OPEN_STATE;
1055 wakaba 1.1 !!!next-input-character;
1056     redo A;
1057 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1058 wakaba 1.77 !!!cp (18);
1059 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
1060 wakaba 1.1 !!!next-input-character;
1061     redo A;
1062 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1063     $self->{next_char} <= 0x005A) { # A..Z
1064 wakaba 1.77 !!!cp (19);
1065 wakaba 1.1 $self->{current_token}
1066 wakaba 1.55 = {type => START_TAG_TOKEN,
1067 wakaba 1.112 tag_name => chr ($self->{next_char} + 0x0020),
1068     line => $self->{line_prev},
1069     column => $self->{column_prev}};
1070 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1071 wakaba 1.1 !!!next-input-character;
1072     redo A;
1073 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
1074     $self->{next_char} <= 0x007A) { # a..z
1075 wakaba 1.77 !!!cp (20);
1076 wakaba 1.55 $self->{current_token} = {type => START_TAG_TOKEN,
1077 wakaba 1.112 tag_name => chr ($self->{next_char}),
1078     line => $self->{line_prev},
1079     column => $self->{column_prev}};
1080 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1081 wakaba 1.1 !!!next-input-character;
1082     redo A;
1083 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1084 wakaba 1.77 !!!cp (21);
1085 wakaba 1.115 !!!parse-error (type => 'empty start tag',
1086     line => $self->{line_prev},
1087     column => $self->{column_prev});
1088 wakaba 1.57 $self->{state} = DATA_STATE;
1089 wakaba 1.1 !!!next-input-character;
1090    
1091 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<>',
1092 wakaba 1.120 line => $self->{line_prev},
1093     column => $self->{column_prev},
1094 wakaba 1.118 });
1095 wakaba 1.1
1096     redo A;
1097 wakaba 1.76 } elsif ($self->{next_char} == 0x003F) { # ?
1098 wakaba 1.77 !!!cp (22);
1099 wakaba 1.115 !!!parse-error (type => 'pio',
1100     line => $self->{line_prev},
1101     column => $self->{column_prev});
1102 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1103 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
1104 wakaba 1.120 line => $self->{line_prev},
1105     column => $self->{column_prev},
1106 wakaba 1.118 };
1107 wakaba 1.76 ## $self->{next_char} is intentionally left as is
1108 wakaba 1.1 redo A;
1109     } else {
1110 wakaba 1.77 !!!cp (23);
1111 wakaba 1.136 !!!parse-error (type => 'bare stago',
1112     line => $self->{line_prev},
1113     column => $self->{column_prev});
1114 wakaba 1.57 $self->{state} = DATA_STATE;
1115 wakaba 1.1 ## reconsume
1116    
1117 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<',
1118 wakaba 1.120 line => $self->{line_prev},
1119     column => $self->{column_prev},
1120 wakaba 1.118 });
1121 wakaba 1.1
1122     redo A;
1123     }
1124     } else {
1125 wakaba 1.40 die "$0: $self->{content_model} in tag open";
1126 wakaba 1.1 }
1127 wakaba 1.57 } elsif ($self->{state} == CLOSE_TAG_OPEN_STATE) {
1128 wakaba 1.164 ## NOTE: The "close tag open state" in the spec is implemented as
1129     ## |CLOSE_TAG_OPEN_STATE| and |CDATA_PCDATA_CLOSE_TAG_STATE|.
1130    
1131 wakaba 1.113 my ($l, $c) = ($self->{line_prev}, $self->{column_prev} - 1); # "<"of"</"
1132 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
1133 wakaba 1.23 if (defined $self->{last_emitted_start_tag_name}) {
1134 wakaba 1.164 $self->{state} = CDATA_PCDATA_CLOSE_TAG_STATE;
1135     $self->{state_keyword} = '';
1136     ## Reconsume.
1137     redo A;
1138 wakaba 1.23 } else {
1139     ## No start tag token has ever been emitted
1140 wakaba 1.164 ## NOTE: See <http://krijnhoetmer.nl/irc-logs/whatwg/20070626#l-564>.
1141 wakaba 1.77 !!!cp (28);
1142 wakaba 1.57 $self->{state} = DATA_STATE;
1143 wakaba 1.164 ## Reconsume.
1144 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1145 wakaba 1.120 line => $l, column => $c,
1146 wakaba 1.118 });
1147 wakaba 1.1 redo A;
1148     }
1149     }
1150 wakaba 1.164
1151 wakaba 1.76 if (0x0041 <= $self->{next_char} and
1152     $self->{next_char} <= 0x005A) { # A..Z
1153 wakaba 1.77 !!!cp (29);
1154 wakaba 1.112 $self->{current_token}
1155     = {type => END_TAG_TOKEN,
1156     tag_name => chr ($self->{next_char} + 0x0020),
1157     line => $l, column => $c};
1158 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1159 wakaba 1.1 !!!next-input-character;
1160     redo A;
1161 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
1162     $self->{next_char} <= 0x007A) { # a..z
1163 wakaba 1.77 !!!cp (30);
1164 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
1165 wakaba 1.112 tag_name => chr ($self->{next_char}),
1166     line => $l, column => $c};
1167 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1168 wakaba 1.1 !!!next-input-character;
1169     redo A;
1170 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1171 wakaba 1.77 !!!cp (31);
1172 wakaba 1.115 !!!parse-error (type => 'empty end tag',
1173     line => $self->{line_prev}, ## "<" in "</>"
1174     column => $self->{column_prev} - 1);
1175 wakaba 1.57 $self->{state} = DATA_STATE;
1176 wakaba 1.1 !!!next-input-character;
1177     redo A;
1178 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1179 wakaba 1.77 !!!cp (32);
1180 wakaba 1.3 !!!parse-error (type => 'bare etago');
1181 wakaba 1.57 $self->{state} = DATA_STATE;
1182 wakaba 1.1 # reconsume
1183    
1184 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1185 wakaba 1.120 line => $l, column => $c,
1186 wakaba 1.118 });
1187 wakaba 1.1
1188     redo A;
1189     } else {
1190 wakaba 1.77 !!!cp (33);
1191 wakaba 1.3 !!!parse-error (type => 'bogus end tag');
1192 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1193 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
1194 wakaba 1.120 line => $self->{line_prev}, # "<" of "</"
1195     column => $self->{column_prev} - 1,
1196 wakaba 1.118 };
1197 wakaba 1.164 ## NOTE: $self->{next_char} is intentionally left as is.
1198     ## Although the "anything else" case of the spec not explicitly
1199     ## states that the next input character is to be reconsumed,
1200     ## it will be included to the |data| of the comment token
1201     ## generated from the bogus end tag, as defined in the
1202     ## "bogus comment state" entry.
1203     redo A;
1204     }
1205     } elsif ($self->{state} == CDATA_PCDATA_CLOSE_TAG_STATE) {
1206     my $ch = substr $self->{last_emitted_start_tag_name}, length $self->{state_keyword}, 1;
1207     if (length $ch) {
1208     my $CH = $ch;
1209     $ch =~ tr/a-z/A-Z/;
1210     my $nch = chr $self->{next_char};
1211     if ($nch eq $ch or $nch eq $CH) {
1212     !!!cp (24);
1213     ## Stay in the state.
1214     $self->{state_keyword} .= $nch;
1215     !!!next-input-character;
1216     redo A;
1217     } else {
1218     !!!cp (25);
1219     $self->{state} = DATA_STATE;
1220     ## Reconsume.
1221     !!!emit ({type => CHARACTER_TOKEN,
1222     data => '</' . $self->{state_keyword},
1223     line => $self->{line_prev},
1224     column => $self->{column_prev} - 1 - length $self->{state_keyword},
1225     });
1226     redo A;
1227     }
1228     } else { # after "<{tag-name}"
1229     unless ({
1230     0x0009 => 1, # HT
1231     0x000A => 1, # LF
1232     0x000B => 1, # VT
1233     0x000C => 1, # FF
1234     0x0020 => 1, # SP
1235     0x003E => 1, # >
1236     0x002F => 1, # /
1237     -1 => 1, # EOF
1238     }->{$self->{next_char}}) {
1239     !!!cp (26);
1240     ## Reconsume.
1241     $self->{state} = DATA_STATE;
1242     !!!emit ({type => CHARACTER_TOKEN,
1243     data => '</' . $self->{state_keyword},
1244     line => $self->{line_prev},
1245     column => $self->{column_prev} - 1 - length $self->{state_keyword},
1246     });
1247     redo A;
1248     } else {
1249     !!!cp (27);
1250     $self->{current_token}
1251     = {type => END_TAG_TOKEN,
1252     tag_name => $self->{last_emitted_start_tag_name},
1253     line => $self->{line_prev},
1254     column => $self->{column_prev} - 1 - length $self->{state_keyword}};
1255     $self->{state} = TAG_NAME_STATE;
1256     ## Reconsume.
1257     redo A;
1258     }
1259 wakaba 1.1 }
1260 wakaba 1.57 } elsif ($self->{state} == TAG_NAME_STATE) {
1261 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1262     $self->{next_char} == 0x000A or # LF
1263     $self->{next_char} == 0x000B or # VT
1264     $self->{next_char} == 0x000C or # FF
1265     $self->{next_char} == 0x0020) { # SP
1266 wakaba 1.77 !!!cp (34);
1267 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1268 wakaba 1.1 !!!next-input-character;
1269     redo A;
1270 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1271 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1272 wakaba 1.77 !!!cp (35);
1273 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1274 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1275 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1276 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
1277     # ## NOTE: This should never be reached.
1278     # !!! cp (36);
1279     # !!! parse-error (type => 'end tag attribute');
1280     #} else {
1281 wakaba 1.77 !!!cp (37);
1282 wakaba 1.78 #}
1283 wakaba 1.1 } else {
1284     die "$0: $self->{current_token}->{type}: Unknown token type";
1285     }
1286 wakaba 1.57 $self->{state} = DATA_STATE;
1287 wakaba 1.1 !!!next-input-character;
1288    
1289     !!!emit ($self->{current_token}); # start tag or end tag
1290    
1291     redo A;
1292 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1293     $self->{next_char} <= 0x005A) { # A..Z
1294 wakaba 1.77 !!!cp (38);
1295 wakaba 1.76 $self->{current_token}->{tag_name} .= chr ($self->{next_char} + 0x0020);
1296 wakaba 1.1 # start tag or end tag
1297     ## Stay in this state
1298     !!!next-input-character;
1299     redo A;
1300 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1301 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1302 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1303 wakaba 1.77 !!!cp (39);
1304 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1305 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1306 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1307 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
1308     # ## NOTE: This state should never be reached.
1309     # !!! cp (40);
1310     # !!! parse-error (type => 'end tag attribute');
1311     #} else {
1312 wakaba 1.77 !!!cp (41);
1313 wakaba 1.78 #}
1314 wakaba 1.1 } else {
1315     die "$0: $self->{current_token}->{type}: Unknown token type";
1316     }
1317 wakaba 1.57 $self->{state} = DATA_STATE;
1318 wakaba 1.1 # reconsume
1319    
1320     !!!emit ($self->{current_token}); # start tag or end tag
1321    
1322     redo A;
1323 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1324 wakaba 1.125 !!!cp (42);
1325     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1326 wakaba 1.1 !!!next-input-character;
1327     redo A;
1328     } else {
1329 wakaba 1.77 !!!cp (44);
1330 wakaba 1.76 $self->{current_token}->{tag_name} .= chr $self->{next_char};
1331 wakaba 1.1 # start tag or end tag
1332     ## Stay in the state
1333     !!!next-input-character;
1334     redo A;
1335     }
1336 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_NAME_STATE) {
1337 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1338     $self->{next_char} == 0x000A or # LF
1339     $self->{next_char} == 0x000B or # VT
1340     $self->{next_char} == 0x000C or # FF
1341     $self->{next_char} == 0x0020) { # SP
1342 wakaba 1.77 !!!cp (45);
1343 wakaba 1.1 ## Stay in the state
1344     !!!next-input-character;
1345     redo A;
1346 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1347 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1348 wakaba 1.77 !!!cp (46);
1349 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1350 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1351 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1352 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1353 wakaba 1.77 !!!cp (47);
1354 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1355 wakaba 1.77 } else {
1356     !!!cp (48);
1357 wakaba 1.1 }
1358     } else {
1359     die "$0: $self->{current_token}->{type}: Unknown token type";
1360     }
1361 wakaba 1.57 $self->{state} = DATA_STATE;
1362 wakaba 1.1 !!!next-input-character;
1363    
1364     !!!emit ($self->{current_token}); # start tag or end tag
1365    
1366     redo A;
1367 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1368     $self->{next_char} <= 0x005A) { # A..Z
1369 wakaba 1.77 !!!cp (49);
1370 wakaba 1.119 $self->{current_attribute}
1371     = {name => chr ($self->{next_char} + 0x0020),
1372     value => '',
1373     line => $self->{line}, column => $self->{column}};
1374 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1375 wakaba 1.1 !!!next-input-character;
1376     redo A;
1377 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1378 wakaba 1.125 !!!cp (50);
1379     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1380 wakaba 1.1 !!!next-input-character;
1381     redo A;
1382 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1383 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1384 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1385 wakaba 1.77 !!!cp (52);
1386 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1387 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1388 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1389 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1390 wakaba 1.77 !!!cp (53);
1391 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1392 wakaba 1.77 } else {
1393     !!!cp (54);
1394 wakaba 1.1 }
1395     } else {
1396     die "$0: $self->{current_token}->{type}: Unknown token type";
1397     }
1398 wakaba 1.57 $self->{state} = DATA_STATE;
1399 wakaba 1.1 # reconsume
1400    
1401     !!!emit ($self->{current_token}); # start tag or end tag
1402    
1403     redo A;
1404     } else {
1405 wakaba 1.72 if ({
1406     0x0022 => 1, # "
1407     0x0027 => 1, # '
1408     0x003D => 1, # =
1409 wakaba 1.76 }->{$self->{next_char}}) {
1410 wakaba 1.77 !!!cp (55);
1411 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
1412 wakaba 1.77 } else {
1413     !!!cp (56);
1414 wakaba 1.72 }
1415 wakaba 1.119 $self->{current_attribute}
1416     = {name => chr ($self->{next_char}),
1417     value => '',
1418     line => $self->{line}, column => $self->{column}};
1419 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1420 wakaba 1.1 !!!next-input-character;
1421     redo A;
1422     }
1423 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_NAME_STATE) {
1424 wakaba 1.1 my $before_leave = sub {
1425     if (exists $self->{current_token}->{attributes} # start tag or end tag
1426     ->{$self->{current_attribute}->{name}}) { # MUST
1427 wakaba 1.77 !!!cp (57);
1428 wakaba 1.153 !!!parse-error (type => 'duplicate attribute', text => $self->{current_attribute}->{name}, line => $self->{current_attribute}->{line}, column => $self->{current_attribute}->{column});
1429 wakaba 1.1 ## Discard $self->{current_attribute} # MUST
1430     } else {
1431 wakaba 1.77 !!!cp (58);
1432 wakaba 1.1 $self->{current_token}->{attributes}->{$self->{current_attribute}->{name}}
1433     = $self->{current_attribute};
1434     }
1435     }; # $before_leave
1436    
1437 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1438     $self->{next_char} == 0x000A or # LF
1439     $self->{next_char} == 0x000B or # VT
1440     $self->{next_char} == 0x000C or # FF
1441     $self->{next_char} == 0x0020) { # SP
1442 wakaba 1.77 !!!cp (59);
1443 wakaba 1.1 $before_leave->();
1444 wakaba 1.57 $self->{state} = AFTER_ATTRIBUTE_NAME_STATE;
1445 wakaba 1.1 !!!next-input-character;
1446     redo A;
1447 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
1448 wakaba 1.77 !!!cp (60);
1449 wakaba 1.1 $before_leave->();
1450 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
1451 wakaba 1.1 !!!next-input-character;
1452     redo A;
1453 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1454 wakaba 1.1 $before_leave->();
1455 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1456 wakaba 1.77 !!!cp (61);
1457 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1458 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1459 wakaba 1.77 !!!cp (62);
1460 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1461 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1462 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1463 wakaba 1.1 }
1464     } else {
1465     die "$0: $self->{current_token}->{type}: Unknown token type";
1466     }
1467 wakaba 1.57 $self->{state} = DATA_STATE;
1468 wakaba 1.1 !!!next-input-character;
1469    
1470     !!!emit ($self->{current_token}); # start tag or end tag
1471    
1472     redo A;
1473 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1474     $self->{next_char} <= 0x005A) { # A..Z
1475 wakaba 1.77 !!!cp (63);
1476 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char} + 0x0020);
1477 wakaba 1.1 ## Stay in the state
1478     !!!next-input-character;
1479     redo A;
1480 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1481 wakaba 1.125 !!!cp (64);
1482 wakaba 1.1 $before_leave->();
1483 wakaba 1.125 $self->{state} = SELF_CLOSING_START_TAG_STATE;
1484 wakaba 1.1 !!!next-input-character;
1485     redo A;
1486 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1487 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1488 wakaba 1.1 $before_leave->();
1489 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1490 wakaba 1.77 !!!cp (66);
1491 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1492 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1493 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1494 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1495 wakaba 1.77 !!!cp (67);
1496 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1497 wakaba 1.77 } else {
1498 wakaba 1.78 ## NOTE: This state should never be reached.
1499 wakaba 1.77 !!!cp (68);
1500 wakaba 1.1 }
1501     } else {
1502     die "$0: $self->{current_token}->{type}: Unknown token type";
1503     }
1504 wakaba 1.57 $self->{state} = DATA_STATE;
1505 wakaba 1.1 # reconsume
1506    
1507     !!!emit ($self->{current_token}); # start tag or end tag
1508    
1509     redo A;
1510     } else {
1511 wakaba 1.76 if ($self->{next_char} == 0x0022 or # "
1512     $self->{next_char} == 0x0027) { # '
1513 wakaba 1.77 !!!cp (69);
1514 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
1515 wakaba 1.77 } else {
1516     !!!cp (70);
1517 wakaba 1.72 }
1518 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char});
1519 wakaba 1.1 ## Stay in the state
1520     !!!next-input-character;
1521     redo A;
1522     }
1523 wakaba 1.57 } elsif ($self->{state} == AFTER_ATTRIBUTE_NAME_STATE) {
1524 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1525     $self->{next_char} == 0x000A or # LF
1526     $self->{next_char} == 0x000B or # VT
1527     $self->{next_char} == 0x000C or # FF
1528     $self->{next_char} == 0x0020) { # SP
1529 wakaba 1.77 !!!cp (71);
1530 wakaba 1.1 ## Stay in the state
1531     !!!next-input-character;
1532     redo A;
1533 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
1534 wakaba 1.77 !!!cp (72);
1535 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
1536 wakaba 1.1 !!!next-input-character;
1537     redo A;
1538 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1539 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1540 wakaba 1.77 !!!cp (73);
1541 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1542 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1543 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1544 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1545 wakaba 1.77 !!!cp (74);
1546 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1547 wakaba 1.77 } else {
1548 wakaba 1.78 ## NOTE: This state should never be reached.
1549 wakaba 1.77 !!!cp (75);
1550 wakaba 1.1 }
1551     } else {
1552     die "$0: $self->{current_token}->{type}: Unknown token type";
1553     }
1554 wakaba 1.57 $self->{state} = DATA_STATE;
1555 wakaba 1.1 !!!next-input-character;
1556    
1557     !!!emit ($self->{current_token}); # start tag or end tag
1558    
1559     redo A;
1560 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1561     $self->{next_char} <= 0x005A) { # A..Z
1562 wakaba 1.77 !!!cp (76);
1563 wakaba 1.119 $self->{current_attribute}
1564     = {name => chr ($self->{next_char} + 0x0020),
1565     value => '',
1566     line => $self->{line}, column => $self->{column}};
1567 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1568 wakaba 1.1 !!!next-input-character;
1569     redo A;
1570 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1571 wakaba 1.125 !!!cp (77);
1572     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1573 wakaba 1.1 !!!next-input-character;
1574     redo A;
1575 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1576 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1577 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1578 wakaba 1.77 !!!cp (79);
1579 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1580 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1581 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1582 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1583 wakaba 1.77 !!!cp (80);
1584 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1585 wakaba 1.77 } else {
1586 wakaba 1.78 ## NOTE: This state should never be reached.
1587 wakaba 1.77 !!!cp (81);
1588 wakaba 1.1 }
1589     } else {
1590     die "$0: $self->{current_token}->{type}: Unknown token type";
1591     }
1592 wakaba 1.57 $self->{state} = DATA_STATE;
1593 wakaba 1.1 # reconsume
1594    
1595     !!!emit ($self->{current_token}); # start tag or end tag
1596    
1597     redo A;
1598     } else {
1599 wakaba 1.156 if ($self->{next_char} == 0x0022 or # "
1600     $self->{next_char} == 0x0027) { # '
1601     !!!cp (78);
1602     !!!parse-error (type => 'bad attribute name');
1603     } else {
1604     !!!cp (82);
1605     }
1606 wakaba 1.119 $self->{current_attribute}
1607     = {name => chr ($self->{next_char}),
1608     value => '',
1609     line => $self->{line}, column => $self->{column}};
1610 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1611 wakaba 1.1 !!!next-input-character;
1612     redo A;
1613     }
1614 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_VALUE_STATE) {
1615 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1616     $self->{next_char} == 0x000A or # LF
1617     $self->{next_char} == 0x000B or # VT
1618     $self->{next_char} == 0x000C or # FF
1619     $self->{next_char} == 0x0020) { # SP
1620 wakaba 1.77 !!!cp (83);
1621 wakaba 1.1 ## Stay in the state
1622     !!!next-input-character;
1623     redo A;
1624 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1625 wakaba 1.77 !!!cp (84);
1626 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE;
1627 wakaba 1.1 !!!next-input-character;
1628     redo A;
1629 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1630 wakaba 1.77 !!!cp (85);
1631 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1632 wakaba 1.1 ## reconsume
1633     redo A;
1634 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1635 wakaba 1.77 !!!cp (86);
1636 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE;
1637 wakaba 1.1 !!!next-input-character;
1638     redo A;
1639 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1640 wakaba 1.156 !!!parse-error (type => 'empty unquoted attribute value');
1641 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1642 wakaba 1.77 !!!cp (87);
1643 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1644 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1645 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1646 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1647 wakaba 1.77 !!!cp (88);
1648 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1649 wakaba 1.77 } else {
1650 wakaba 1.78 ## NOTE: This state should never be reached.
1651 wakaba 1.77 !!!cp (89);
1652 wakaba 1.1 }
1653     } else {
1654     die "$0: $self->{current_token}->{type}: Unknown token type";
1655     }
1656 wakaba 1.57 $self->{state} = DATA_STATE;
1657 wakaba 1.1 !!!next-input-character;
1658    
1659     !!!emit ($self->{current_token}); # start tag or end tag
1660    
1661     redo A;
1662 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1663 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1664 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1665 wakaba 1.77 !!!cp (90);
1666 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1667 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1668 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1669 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1670 wakaba 1.77 !!!cp (91);
1671 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1672 wakaba 1.77 } else {
1673 wakaba 1.78 ## NOTE: This state should never be reached.
1674 wakaba 1.77 !!!cp (92);
1675 wakaba 1.1 }
1676     } else {
1677     die "$0: $self->{current_token}->{type}: Unknown token type";
1678     }
1679 wakaba 1.57 $self->{state} = DATA_STATE;
1680 wakaba 1.1 ## reconsume
1681    
1682     !!!emit ($self->{current_token}); # start tag or end tag
1683    
1684     redo A;
1685     } else {
1686 wakaba 1.76 if ($self->{next_char} == 0x003D) { # =
1687 wakaba 1.77 !!!cp (93);
1688 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1689 wakaba 1.77 } else {
1690     !!!cp (94);
1691 wakaba 1.72 }
1692 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1693 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1694 wakaba 1.1 !!!next-input-character;
1695     redo A;
1696     }
1697 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE) {
1698 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1699 wakaba 1.77 !!!cp (95);
1700 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1701 wakaba 1.1 !!!next-input-character;
1702     redo A;
1703 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1704 wakaba 1.77 !!!cp (96);
1705 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1706     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1707 wakaba 1.1 !!!next-input-character;
1708     redo A;
1709 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1710 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1711 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1712 wakaba 1.77 !!!cp (97);
1713 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1714 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1715 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1716 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1717 wakaba 1.77 !!!cp (98);
1718 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1719 wakaba 1.77 } else {
1720 wakaba 1.78 ## NOTE: This state should never be reached.
1721 wakaba 1.77 !!!cp (99);
1722 wakaba 1.1 }
1723     } else {
1724     die "$0: $self->{current_token}->{type}: Unknown token type";
1725     }
1726 wakaba 1.57 $self->{state} = DATA_STATE;
1727 wakaba 1.1 ## reconsume
1728    
1729     !!!emit ($self->{current_token}); # start tag or end tag
1730    
1731     redo A;
1732     } else {
1733 wakaba 1.77 !!!cp (100);
1734 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1735 wakaba 1.1 ## Stay in the state
1736     !!!next-input-character;
1737     redo A;
1738     }
1739 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE) {
1740 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1741 wakaba 1.77 !!!cp (101);
1742 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1743 wakaba 1.1 !!!next-input-character;
1744     redo A;
1745 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1746 wakaba 1.77 !!!cp (102);
1747 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1748     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1749 wakaba 1.1 !!!next-input-character;
1750     redo A;
1751 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1752 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1753 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1754 wakaba 1.77 !!!cp (103);
1755 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1756 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1757 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1758 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1759 wakaba 1.77 !!!cp (104);
1760 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1761 wakaba 1.77 } else {
1762 wakaba 1.78 ## NOTE: This state should never be reached.
1763 wakaba 1.77 !!!cp (105);
1764 wakaba 1.1 }
1765     } else {
1766     die "$0: $self->{current_token}->{type}: Unknown token type";
1767     }
1768 wakaba 1.57 $self->{state} = DATA_STATE;
1769 wakaba 1.1 ## reconsume
1770    
1771     !!!emit ($self->{current_token}); # start tag or end tag
1772    
1773     redo A;
1774     } else {
1775 wakaba 1.77 !!!cp (106);
1776 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1777 wakaba 1.1 ## Stay in the state
1778     !!!next-input-character;
1779     redo A;
1780     }
1781 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_UNQUOTED_STATE) {
1782 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1783     $self->{next_char} == 0x000A or # LF
1784     $self->{next_char} == 0x000B or # HT
1785     $self->{next_char} == 0x000C or # FF
1786     $self->{next_char} == 0x0020) { # SP
1787 wakaba 1.77 !!!cp (107);
1788 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1789 wakaba 1.1 !!!next-input-character;
1790     redo A;
1791 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1792 wakaba 1.77 !!!cp (108);
1793 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1794     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1795 wakaba 1.1 !!!next-input-character;
1796     redo A;
1797 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1798 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1799 wakaba 1.77 !!!cp (109);
1800 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1801 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1802 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1803 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1804 wakaba 1.77 !!!cp (110);
1805 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1806 wakaba 1.77 } else {
1807 wakaba 1.78 ## NOTE: This state should never be reached.
1808 wakaba 1.77 !!!cp (111);
1809 wakaba 1.1 }
1810     } else {
1811     die "$0: $self->{current_token}->{type}: Unknown token type";
1812     }
1813 wakaba 1.57 $self->{state} = DATA_STATE;
1814 wakaba 1.1 !!!next-input-character;
1815    
1816     !!!emit ($self->{current_token}); # start tag or end tag
1817    
1818     redo A;
1819 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1820 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1821 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1822 wakaba 1.77 !!!cp (112);
1823 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1824 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1825 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1826 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1827 wakaba 1.77 !!!cp (113);
1828 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1829 wakaba 1.77 } else {
1830 wakaba 1.78 ## NOTE: This state should never be reached.
1831 wakaba 1.77 !!!cp (114);
1832 wakaba 1.1 }
1833     } else {
1834     die "$0: $self->{current_token}->{type}: Unknown token type";
1835     }
1836 wakaba 1.57 $self->{state} = DATA_STATE;
1837 wakaba 1.1 ## reconsume
1838    
1839     !!!emit ($self->{current_token}); # start tag or end tag
1840    
1841     redo A;
1842     } else {
1843 wakaba 1.72 if ({
1844     0x0022 => 1, # "
1845     0x0027 => 1, # '
1846     0x003D => 1, # =
1847 wakaba 1.76 }->{$self->{next_char}}) {
1848 wakaba 1.77 !!!cp (115);
1849 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1850 wakaba 1.77 } else {
1851     !!!cp (116);
1852 wakaba 1.72 }
1853 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1854 wakaba 1.1 ## Stay in the state
1855     !!!next-input-character;
1856     redo A;
1857     }
1858 wakaba 1.57 } elsif ($self->{state} == ENTITY_IN_ATTRIBUTE_VALUE_STATE) {
1859 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity
1860     (1,
1861     $self->{last_attribute_value_state}
1862     == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE ? 0x0022 : # "
1863     $self->{last_attribute_value_state}
1864     == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE ? 0x0027 : # '
1865     -1);
1866 wakaba 1.1
1867     unless (defined $token) {
1868 wakaba 1.77 !!!cp (117);
1869 wakaba 1.1 $self->{current_attribute}->{value} .= '&';
1870     } else {
1871 wakaba 1.77 !!!cp (118);
1872 wakaba 1.1 $self->{current_attribute}->{value} .= $token->{data};
1873 wakaba 1.66 $self->{current_attribute}->{has_reference} = $token->{has_reference};
1874 wakaba 1.1 ## ISSUE: spec says "append the returned character token to the current attribute's value"
1875     }
1876    
1877     $self->{state} = $self->{last_attribute_value_state};
1878     # next-input-character is already done
1879     redo A;
1880 wakaba 1.72 } elsif ($self->{state} == AFTER_ATTRIBUTE_VALUE_QUOTED_STATE) {
1881 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1882     $self->{next_char} == 0x000A or # LF
1883     $self->{next_char} == 0x000B or # VT
1884     $self->{next_char} == 0x000C or # FF
1885     $self->{next_char} == 0x0020) { # SP
1886 wakaba 1.77 !!!cp (118);
1887 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1888     !!!next-input-character;
1889     redo A;
1890 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1891 wakaba 1.72 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1892 wakaba 1.77 !!!cp (119);
1893 wakaba 1.72 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1894     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1895     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1896     if ($self->{current_token}->{attributes}) {
1897 wakaba 1.77 !!!cp (120);
1898 wakaba 1.72 !!!parse-error (type => 'end tag attribute');
1899 wakaba 1.77 } else {
1900 wakaba 1.78 ## NOTE: This state should never be reached.
1901 wakaba 1.77 !!!cp (121);
1902 wakaba 1.72 }
1903     } else {
1904     die "$0: $self->{current_token}->{type}: Unknown token type";
1905     }
1906     $self->{state} = DATA_STATE;
1907     !!!next-input-character;
1908    
1909     !!!emit ($self->{current_token}); # start tag or end tag
1910    
1911     redo A;
1912 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1913 wakaba 1.125 !!!cp (122);
1914     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1915 wakaba 1.72 !!!next-input-character;
1916 wakaba 1.125 redo A;
1917 wakaba 1.141 } elsif ($self->{next_char} == -1) {
1918     !!!parse-error (type => 'unclosed tag');
1919     if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1920     !!!cp (122.3);
1921     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1922     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1923     if ($self->{current_token}->{attributes}) {
1924     !!!cp (122.1);
1925     !!!parse-error (type => 'end tag attribute');
1926     } else {
1927     ## NOTE: This state should never be reached.
1928     !!!cp (122.2);
1929     }
1930     } else {
1931     die "$0: $self->{current_token}->{type}: Unknown token type";
1932     }
1933     $self->{state} = DATA_STATE;
1934     ## Reconsume.
1935     !!!emit ($self->{current_token}); # start tag or end tag
1936     redo A;
1937 wakaba 1.125 } else {
1938     !!!cp ('124.1');
1939     !!!parse-error (type => 'no space between attributes');
1940     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1941     ## reconsume
1942     redo A;
1943     }
1944     } elsif ($self->{state} == SELF_CLOSING_START_TAG_STATE) {
1945     if ($self->{next_char} == 0x003E) { # >
1946     if ($self->{current_token}->{type} == END_TAG_TOKEN) {
1947     !!!cp ('124.2');
1948     !!!parse-error (type => 'nestc', token => $self->{current_token});
1949     ## TODO: Different type than slash in start tag
1950     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1951     if ($self->{current_token}->{attributes}) {
1952     !!!cp ('124.4');
1953     !!!parse-error (type => 'end tag attribute');
1954     } else {
1955     !!!cp ('124.5');
1956     }
1957     ## TODO: Test |<title></title/>|
1958 wakaba 1.72 } else {
1959 wakaba 1.125 !!!cp ('124.3');
1960     $self->{self_closing} = 1;
1961 wakaba 1.72 }
1962 wakaba 1.125
1963     $self->{state} = DATA_STATE;
1964     !!!next-input-character;
1965    
1966     !!!emit ($self->{current_token}); # start tag or end tag
1967    
1968 wakaba 1.72 redo A;
1969 wakaba 1.141 } elsif ($self->{next_char} == -1) {
1970     !!!parse-error (type => 'unclosed tag');
1971     if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1972     !!!cp (124.7);
1973     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1974     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1975     if ($self->{current_token}->{attributes}) {
1976     !!!cp (124.5);
1977     !!!parse-error (type => 'end tag attribute');
1978     } else {
1979     ## NOTE: This state should never be reached.
1980     !!!cp (124.6);
1981     }
1982     } else {
1983     die "$0: $self->{current_token}->{type}: Unknown token type";
1984     }
1985     $self->{state} = DATA_STATE;
1986     ## Reconsume.
1987     !!!emit ($self->{current_token}); # start tag or end tag
1988     redo A;
1989 wakaba 1.72 } else {
1990 wakaba 1.125 !!!cp ('124.4');
1991     !!!parse-error (type => 'nestc');
1992     ## TODO: This error type is wrong.
1993 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1994 wakaba 1.125 ## Reconsume.
1995 wakaba 1.72 redo A;
1996     }
1997 wakaba 1.57 } elsif ($self->{state} == BOGUS_COMMENT_STATE) {
1998 wakaba 1.1 ## (only happen if PCDATA state)
1999    
2000 wakaba 1.112 ## NOTE: Set by the previous state
2001     #my $token = {type => COMMENT_TOKEN, data => ''};
2002 wakaba 1.1
2003     BC: {
2004 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2005 wakaba 1.77 !!!cp (124);
2006 wakaba 1.57 $self->{state} = DATA_STATE;
2007 wakaba 1.1 !!!next-input-character;
2008    
2009 wakaba 1.112 !!!emit ($self->{current_token}); # comment
2010 wakaba 1.1
2011     redo A;
2012 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2013 wakaba 1.77 !!!cp (125);
2014 wakaba 1.57 $self->{state} = DATA_STATE;
2015 wakaba 1.1 ## reconsume
2016    
2017 wakaba 1.112 !!!emit ($self->{current_token}); # comment
2018 wakaba 1.1
2019     redo A;
2020     } else {
2021 wakaba 1.77 !!!cp (126);
2022 wakaba 1.112 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
2023 wakaba 1.1 !!!next-input-character;
2024     redo BC;
2025     }
2026     } # BC
2027 wakaba 1.77
2028     die "$0: _get_next_token: unexpected case [BC]";
2029 wakaba 1.57 } elsif ($self->{state} == MARKUP_DECLARATION_OPEN_STATE) {
2030 wakaba 1.1 ## (only happen if PCDATA state)
2031    
2032 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2033 wakaba 1.163 !!!cp (133);
2034     $self->{state} = MD_HYPHEN_STATE;
2035 wakaba 1.1 !!!next-input-character;
2036 wakaba 1.163 redo A;
2037 wakaba 1.76 } elsif ($self->{next_char} == 0x0044 or # D
2038     $self->{next_char} == 0x0064) { # d
2039 wakaba 1.163 ## ASCII case-insensitive.
2040     !!!cp (130);
2041     $self->{state} = MD_DOCTYPE_STATE;
2042     $self->{state_keyword} = chr $self->{next_char};
2043 wakaba 1.1 !!!next-input-character;
2044 wakaba 1.163 redo A;
2045 wakaba 1.127 } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM and
2046     $self->{open_elements}->[-1]->[1] & FOREIGN_EL and
2047     $self->{next_char} == 0x005B) { # [
2048 wakaba 1.163 !!!cp (135.4);
2049     $self->{state} = MD_CDATA_STATE;
2050     $self->{state_keyword} = '[';
2051 wakaba 1.127 !!!next-input-character;
2052 wakaba 1.163 redo A;
2053 wakaba 1.77 } else {
2054     !!!cp (136);
2055 wakaba 1.1 }
2056    
2057 wakaba 1.163 !!!parse-error (type => 'bogus comment',
2058     line => $self->{line_prev},
2059     column => $self->{column_prev} - 1);
2060     ## Reconsume.
2061 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
2062 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
2063 wakaba 1.163 line => $self->{line_prev},
2064     column => $self->{column_prev} - 1,
2065 wakaba 1.118 };
2066 wakaba 1.1 redo A;
2067 wakaba 1.163 } elsif ($self->{state} == MD_HYPHEN_STATE) {
2068     if ($self->{next_char} == 0x002D) { # -
2069     !!!cp (127);
2070     $self->{current_token} = {type => COMMENT_TOKEN, data => '',
2071     line => $self->{line_prev},
2072     column => $self->{column_prev} - 2,
2073     };
2074     $self->{state} = COMMENT_START_STATE;
2075     !!!next-input-character;
2076     redo A;
2077     } else {
2078     !!!cp (128);
2079     !!!parse-error (type => 'bogus comment',
2080     line => $self->{line_prev},
2081     column => $self->{column_prev} - 2);
2082     $self->{state} = BOGUS_COMMENT_STATE;
2083     ## Reconsume.
2084     $self->{current_token} = {type => COMMENT_TOKEN,
2085     data => '-',
2086     line => $self->{line_prev},
2087     column => $self->{column_prev} - 2,
2088     };
2089     redo A;
2090     }
2091     } elsif ($self->{state} == MD_DOCTYPE_STATE) {
2092     ## ASCII case-insensitive.
2093     if ($self->{next_char} == [
2094     undef,
2095     0x004F, # O
2096     0x0043, # C
2097     0x0054, # T
2098     0x0059, # Y
2099     0x0050, # P
2100     ]->[length $self->{state_keyword}] or
2101     $self->{next_char} == [
2102     undef,
2103     0x006F, # o
2104     0x0063, # c
2105     0x0074, # t
2106     0x0079, # y
2107     0x0070, # p
2108     ]->[length $self->{state_keyword}]) {
2109     !!!cp (131);
2110     ## Stay in the state.
2111     $self->{state_keyword} .= chr $self->{next_char};
2112     !!!next-input-character;
2113     redo A;
2114     } elsif ((length $self->{state_keyword}) == 6 and
2115     ($self->{next_char} == 0x0045 or # E
2116     $self->{next_char} == 0x0065)) { # e
2117     !!!cp (129);
2118     $self->{state} = DOCTYPE_STATE;
2119     $self->{current_token} = {type => DOCTYPE_TOKEN,
2120     quirks => 1,
2121     line => $self->{line_prev},
2122     column => $self->{column_prev} - 7,
2123     };
2124     !!!next-input-character;
2125     redo A;
2126     } else {
2127     !!!cp (132);
2128     !!!parse-error (type => 'bogus comment',
2129     line => $self->{line_prev},
2130     column => $self->{column_prev} - 1 - length $self->{state_keyword});
2131     $self->{state} = BOGUS_COMMENT_STATE;
2132     ## Reconsume.
2133     $self->{current_token} = {type => COMMENT_TOKEN,
2134     data => $self->{state_keyword},
2135     line => $self->{line_prev},
2136     column => $self->{column_prev} - 1 - length $self->{state_keyword},
2137     };
2138     redo A;
2139     }
2140     } elsif ($self->{state} == MD_CDATA_STATE) {
2141     if ($self->{next_char} == {
2142     '[' => 0x0043, # C
2143     '[C' => 0x0044, # D
2144     '[CD' => 0x0041, # A
2145     '[CDA' => 0x0054, # T
2146     '[CDAT' => 0x0041, # A
2147     }->{$self->{state_keyword}}) {
2148     !!!cp (135.1);
2149     ## Stay in the state.
2150     $self->{state_keyword} .= chr $self->{next_char};
2151     !!!next-input-character;
2152     redo A;
2153     } elsif ($self->{state_keyword} eq '[CDATA' and
2154     $self->{next_char} == 0x005B) { # [
2155     !!!cp (135.2);
2156 wakaba 1.165 $self->{current_token} = {type => CHARACTER_TOKEN,
2157     data => '',
2158     line => $self->{line_prev},
2159     column => $self->{column_prev} - 7};
2160     $self->{state} = CDATA_SECTION_STATE;
2161 wakaba 1.163 !!!next-input-character;
2162     redo A;
2163     } else {
2164     !!!cp (135.3);
2165     !!!parse-error (type => 'bogus comment',
2166     line => $self->{line_prev},
2167     column => $self->{column_prev} - 1 - length $self->{state_keyword});
2168     $self->{state} = BOGUS_COMMENT_STATE;
2169     ## Reconsume.
2170     $self->{current_token} = {type => COMMENT_TOKEN,
2171     data => $self->{state_keyword},
2172     line => $self->{line_prev},
2173     column => $self->{column_prev} - 1 - length $self->{state_keyword},
2174     };
2175     redo A;
2176     }
2177 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_STATE) {
2178 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2179 wakaba 1.77 !!!cp (137);
2180 wakaba 1.57 $self->{state} = COMMENT_START_DASH_STATE;
2181 wakaba 1.23 !!!next-input-character;
2182     redo A;
2183 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2184 wakaba 1.77 !!!cp (138);
2185 wakaba 1.23 !!!parse-error (type => 'bogus comment');
2186 wakaba 1.57 $self->{state} = DATA_STATE;
2187 wakaba 1.23 !!!next-input-character;
2188    
2189     !!!emit ($self->{current_token}); # comment
2190    
2191     redo A;
2192 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2193 wakaba 1.77 !!!cp (139);
2194 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
2195 wakaba 1.57 $self->{state} = DATA_STATE;
2196 wakaba 1.23 ## reconsume
2197    
2198     !!!emit ($self->{current_token}); # comment
2199    
2200     redo A;
2201     } else {
2202 wakaba 1.77 !!!cp (140);
2203 wakaba 1.23 $self->{current_token}->{data} # comment
2204 wakaba 1.76 .= chr ($self->{next_char});
2205 wakaba 1.57 $self->{state} = COMMENT_STATE;
2206 wakaba 1.23 !!!next-input-character;
2207     redo A;
2208     }
2209 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_DASH_STATE) {
2210 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2211 wakaba 1.77 !!!cp (141);
2212 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
2213 wakaba 1.23 !!!next-input-character;
2214     redo A;
2215 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2216 wakaba 1.77 !!!cp (142);
2217 wakaba 1.23 !!!parse-error (type => 'bogus comment');
2218 wakaba 1.57 $self->{state} = DATA_STATE;
2219 wakaba 1.23 !!!next-input-character;
2220    
2221     !!!emit ($self->{current_token}); # comment
2222    
2223     redo A;
2224 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2225 wakaba 1.77 !!!cp (143);
2226 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
2227 wakaba 1.57 $self->{state} = DATA_STATE;
2228 wakaba 1.23 ## reconsume
2229    
2230     !!!emit ($self->{current_token}); # comment
2231    
2232     redo A;
2233     } else {
2234 wakaba 1.77 !!!cp (144);
2235 wakaba 1.23 $self->{current_token}->{data} # comment
2236 wakaba 1.76 .= '-' . chr ($self->{next_char});
2237 wakaba 1.57 $self->{state} = COMMENT_STATE;
2238 wakaba 1.23 !!!next-input-character;
2239     redo A;
2240     }
2241 wakaba 1.57 } elsif ($self->{state} == COMMENT_STATE) {
2242 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2243 wakaba 1.77 !!!cp (145);
2244 wakaba 1.57 $self->{state} = COMMENT_END_DASH_STATE;
2245 wakaba 1.1 !!!next-input-character;
2246     redo A;
2247 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2248 wakaba 1.77 !!!cp (146);
2249 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2250 wakaba 1.57 $self->{state} = DATA_STATE;
2251 wakaba 1.1 ## reconsume
2252    
2253     !!!emit ($self->{current_token}); # comment
2254    
2255     redo A;
2256     } else {
2257 wakaba 1.77 !!!cp (147);
2258 wakaba 1.76 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
2259 wakaba 1.1 ## Stay in the state
2260     !!!next-input-character;
2261     redo A;
2262     }
2263 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_DASH_STATE) {
2264 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2265 wakaba 1.77 !!!cp (148);
2266 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
2267 wakaba 1.1 !!!next-input-character;
2268     redo A;
2269 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2270 wakaba 1.77 !!!cp (149);
2271 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2272 wakaba 1.57 $self->{state} = DATA_STATE;
2273 wakaba 1.1 ## reconsume
2274    
2275     !!!emit ($self->{current_token}); # comment
2276    
2277     redo A;
2278     } else {
2279 wakaba 1.77 !!!cp (150);
2280 wakaba 1.76 $self->{current_token}->{data} .= '-' . chr ($self->{next_char}); # comment
2281 wakaba 1.57 $self->{state} = COMMENT_STATE;
2282 wakaba 1.1 !!!next-input-character;
2283     redo A;
2284     }
2285 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_STATE) {
2286 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2287 wakaba 1.77 !!!cp (151);
2288 wakaba 1.57 $self->{state} = DATA_STATE;
2289 wakaba 1.1 !!!next-input-character;
2290    
2291     !!!emit ($self->{current_token}); # comment
2292    
2293     redo A;
2294 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
2295 wakaba 1.77 !!!cp (152);
2296 wakaba 1.114 !!!parse-error (type => 'dash in comment',
2297     line => $self->{line_prev},
2298     column => $self->{column_prev});
2299 wakaba 1.1 $self->{current_token}->{data} .= '-'; # comment
2300     ## Stay in the state
2301     !!!next-input-character;
2302     redo A;
2303 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2304 wakaba 1.77 !!!cp (153);
2305 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2306 wakaba 1.57 $self->{state} = DATA_STATE;
2307 wakaba 1.1 ## reconsume
2308    
2309     !!!emit ($self->{current_token}); # comment
2310    
2311     redo A;
2312     } else {
2313 wakaba 1.77 !!!cp (154);
2314 wakaba 1.114 !!!parse-error (type => 'dash in comment',
2315     line => $self->{line_prev},
2316     column => $self->{column_prev});
2317 wakaba 1.76 $self->{current_token}->{data} .= '--' . chr ($self->{next_char}); # comment
2318 wakaba 1.57 $self->{state} = COMMENT_STATE;
2319 wakaba 1.1 !!!next-input-character;
2320     redo A;
2321     }
2322 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_STATE) {
2323 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2324     $self->{next_char} == 0x000A or # LF
2325     $self->{next_char} == 0x000B or # VT
2326     $self->{next_char} == 0x000C or # FF
2327     $self->{next_char} == 0x0020) { # SP
2328 wakaba 1.77 !!!cp (155);
2329 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
2330 wakaba 1.1 !!!next-input-character;
2331     redo A;
2332     } else {
2333 wakaba 1.77 !!!cp (156);
2334 wakaba 1.3 !!!parse-error (type => 'no space before DOCTYPE name');
2335 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
2336 wakaba 1.1 ## reconsume
2337     redo A;
2338     }
2339 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_NAME_STATE) {
2340 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2341     $self->{next_char} == 0x000A or # LF
2342     $self->{next_char} == 0x000B or # VT
2343     $self->{next_char} == 0x000C or # FF
2344     $self->{next_char} == 0x0020) { # SP
2345 wakaba 1.77 !!!cp (157);
2346 wakaba 1.1 ## Stay in the state
2347     !!!next-input-character;
2348     redo A;
2349 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2350 wakaba 1.77 !!!cp (158);
2351 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
2352 wakaba 1.57 $self->{state} = DATA_STATE;
2353 wakaba 1.1 !!!next-input-character;
2354    
2355 wakaba 1.112 !!!emit ($self->{current_token}); # DOCTYPE (quirks)
2356 wakaba 1.1
2357     redo A;
2358 wakaba 1.77 } elsif ($self->{next_char} == -1) {
2359     !!!cp (159);
2360 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
2361 wakaba 1.57 $self->{state} = DATA_STATE;
2362 wakaba 1.1 ## reconsume
2363    
2364 wakaba 1.112 !!!emit ($self->{current_token}); # DOCTYPE (quirks)
2365 wakaba 1.1
2366     redo A;
2367     } else {
2368 wakaba 1.77 !!!cp (160);
2369 wakaba 1.112 $self->{current_token}->{name} = chr $self->{next_char};
2370     delete $self->{current_token}->{quirks};
2371 wakaba 1.4 ## ISSUE: "Set the token's name name to the" in the spec
2372 wakaba 1.57 $self->{state} = DOCTYPE_NAME_STATE;
2373 wakaba 1.1 !!!next-input-character;
2374     redo A;
2375     }
2376 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_NAME_STATE) {
2377 wakaba 1.18 ## ISSUE: Redundant "First," in the spec.
2378 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2379     $self->{next_char} == 0x000A or # LF
2380     $self->{next_char} == 0x000B or # VT
2381     $self->{next_char} == 0x000C or # FF
2382     $self->{next_char} == 0x0020) { # SP
2383 wakaba 1.77 !!!cp (161);
2384 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_NAME_STATE;
2385 wakaba 1.1 !!!next-input-character;
2386     redo A;
2387 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2388 wakaba 1.77 !!!cp (162);
2389 wakaba 1.57 $self->{state} = DATA_STATE;
2390 wakaba 1.1 !!!next-input-character;
2391    
2392     !!!emit ($self->{current_token}); # DOCTYPE
2393    
2394     redo A;
2395 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2396 wakaba 1.77 !!!cp (163);
2397 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2398 wakaba 1.57 $self->{state} = DATA_STATE;
2399 wakaba 1.1 ## reconsume
2400    
2401 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2402 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2403 wakaba 1.1
2404     redo A;
2405     } else {
2406 wakaba 1.77 !!!cp (164);
2407 wakaba 1.1 $self->{current_token}->{name}
2408 wakaba 1.76 .= chr ($self->{next_char}); # DOCTYPE
2409 wakaba 1.1 ## Stay in the state
2410     !!!next-input-character;
2411     redo A;
2412     }
2413 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_NAME_STATE) {
2414 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2415     $self->{next_char} == 0x000A or # LF
2416     $self->{next_char} == 0x000B or # VT
2417     $self->{next_char} == 0x000C or # FF
2418     $self->{next_char} == 0x0020) { # SP
2419 wakaba 1.77 !!!cp (165);
2420 wakaba 1.1 ## Stay in the state
2421     !!!next-input-character;
2422     redo A;
2423 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2424 wakaba 1.77 !!!cp (166);
2425 wakaba 1.57 $self->{state} = DATA_STATE;
2426 wakaba 1.1 !!!next-input-character;
2427    
2428     !!!emit ($self->{current_token}); # DOCTYPE
2429    
2430     redo A;
2431 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2432 wakaba 1.77 !!!cp (167);
2433 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2434 wakaba 1.57 $self->{state} = DATA_STATE;
2435 wakaba 1.1 ## reconsume
2436    
2437 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2438 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2439    
2440     redo A;
2441 wakaba 1.76 } elsif ($self->{next_char} == 0x0050 or # P
2442     $self->{next_char} == 0x0070) { # p
2443 wakaba 1.18 !!!next-input-character;
2444 wakaba 1.76 if ($self->{next_char} == 0x0055 or # U
2445     $self->{next_char} == 0x0075) { # u
2446 wakaba 1.18 !!!next-input-character;
2447 wakaba 1.76 if ($self->{next_char} == 0x0042 or # B
2448     $self->{next_char} == 0x0062) { # b
2449 wakaba 1.18 !!!next-input-character;
2450 wakaba 1.76 if ($self->{next_char} == 0x004C or # L
2451     $self->{next_char} == 0x006C) { # l
2452 wakaba 1.18 !!!next-input-character;
2453 wakaba 1.76 if ($self->{next_char} == 0x0049 or # I
2454     $self->{next_char} == 0x0069) { # i
2455 wakaba 1.18 !!!next-input-character;
2456 wakaba 1.76 if ($self->{next_char} == 0x0043 or # C
2457     $self->{next_char} == 0x0063) { # c
2458 wakaba 1.77 !!!cp (168);
2459 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2460 wakaba 1.18 !!!next-input-character;
2461     redo A;
2462 wakaba 1.77 } else {
2463     !!!cp (169);
2464 wakaba 1.18 }
2465 wakaba 1.77 } else {
2466     !!!cp (170);
2467 wakaba 1.18 }
2468 wakaba 1.77 } else {
2469     !!!cp (171);
2470 wakaba 1.18 }
2471 wakaba 1.77 } else {
2472     !!!cp (172);
2473 wakaba 1.18 }
2474 wakaba 1.77 } else {
2475     !!!cp (173);
2476 wakaba 1.18 }
2477    
2478     #
2479 wakaba 1.76 } elsif ($self->{next_char} == 0x0053 or # S
2480     $self->{next_char} == 0x0073) { # s
2481 wakaba 1.18 !!!next-input-character;
2482 wakaba 1.76 if ($self->{next_char} == 0x0059 or # Y
2483     $self->{next_char} == 0x0079) { # y
2484 wakaba 1.18 !!!next-input-character;
2485 wakaba 1.76 if ($self->{next_char} == 0x0053 or # S
2486     $self->{next_char} == 0x0073) { # s
2487 wakaba 1.18 !!!next-input-character;
2488 wakaba 1.76 if ($self->{next_char} == 0x0054 or # T
2489     $self->{next_char} == 0x0074) { # t
2490 wakaba 1.18 !!!next-input-character;
2491 wakaba 1.76 if ($self->{next_char} == 0x0045 or # E
2492     $self->{next_char} == 0x0065) { # e
2493 wakaba 1.18 !!!next-input-character;
2494 wakaba 1.76 if ($self->{next_char} == 0x004D or # M
2495     $self->{next_char} == 0x006D) { # m
2496 wakaba 1.77 !!!cp (174);
2497 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2498 wakaba 1.18 !!!next-input-character;
2499     redo A;
2500 wakaba 1.77 } else {
2501     !!!cp (175);
2502 wakaba 1.18 }
2503 wakaba 1.77 } else {
2504     !!!cp (176);
2505 wakaba 1.18 }
2506 wakaba 1.77 } else {
2507     !!!cp (177);
2508 wakaba 1.18 }
2509 wakaba 1.77 } else {
2510     !!!cp (178);
2511 wakaba 1.18 }
2512 wakaba 1.77 } else {
2513     !!!cp (179);
2514 wakaba 1.18 }
2515    
2516     #
2517     } else {
2518 wakaba 1.77 !!!cp (180);
2519 wakaba 1.18 !!!next-input-character;
2520     #
2521     }
2522    
2523     !!!parse-error (type => 'string after DOCTYPE name');
2524 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2525 wakaba 1.73
2526 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2527 wakaba 1.18 # next-input-character is already done
2528     redo A;
2529 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
2530 wakaba 1.18 if ({
2531     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2532     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2533 wakaba 1.76 }->{$self->{next_char}}) {
2534 wakaba 1.77 !!!cp (181);
2535 wakaba 1.18 ## Stay in the state
2536     !!!next-input-character;
2537     redo A;
2538 wakaba 1.76 } elsif ($self->{next_char} eq 0x0022) { # "
2539 wakaba 1.77 !!!cp (182);
2540 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
2541 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE;
2542 wakaba 1.18 !!!next-input-character;
2543     redo A;
2544 wakaba 1.76 } elsif ($self->{next_char} eq 0x0027) { # '
2545 wakaba 1.77 !!!cp (183);
2546 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
2547 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE;
2548 wakaba 1.18 !!!next-input-character;
2549     redo A;
2550 wakaba 1.76 } elsif ($self->{next_char} eq 0x003E) { # >
2551 wakaba 1.77 !!!cp (184);
2552 wakaba 1.18 !!!parse-error (type => 'no PUBLIC literal');
2553    
2554 wakaba 1.57 $self->{state} = DATA_STATE;
2555 wakaba 1.18 !!!next-input-character;
2556    
2557 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2558 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2559    
2560     redo A;
2561 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2562 wakaba 1.77 !!!cp (185);
2563 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2564    
2565 wakaba 1.57 $self->{state} = DATA_STATE;
2566 wakaba 1.18 ## reconsume
2567    
2568 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2569 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2570    
2571     redo A;
2572     } else {
2573 wakaba 1.77 !!!cp (186);
2574 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC');
2575 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2576 wakaba 1.73
2577 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2578 wakaba 1.18 !!!next-input-character;
2579     redo A;
2580     }
2581 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2582 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2583 wakaba 1.77 !!!cp (187);
2584 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2585 wakaba 1.18 !!!next-input-character;
2586     redo A;
2587 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2588 wakaba 1.77 !!!cp (188);
2589 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2590    
2591     $self->{state} = DATA_STATE;
2592     !!!next-input-character;
2593    
2594 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2595 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2596    
2597     redo A;
2598 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2599 wakaba 1.77 !!!cp (189);
2600 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
2601    
2602 wakaba 1.57 $self->{state} = DATA_STATE;
2603 wakaba 1.18 ## reconsume
2604    
2605 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2606 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2607    
2608     redo A;
2609     } else {
2610 wakaba 1.77 !!!cp (190);
2611 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
2612 wakaba 1.76 .= chr $self->{next_char};
2613 wakaba 1.18 ## Stay in the state
2614     !!!next-input-character;
2615     redo A;
2616     }
2617 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE) {
2618 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2619 wakaba 1.77 !!!cp (191);
2620 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2621 wakaba 1.18 !!!next-input-character;
2622     redo A;
2623 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2624 wakaba 1.77 !!!cp (192);
2625 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2626    
2627     $self->{state} = DATA_STATE;
2628     !!!next-input-character;
2629    
2630 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2631 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2632    
2633     redo A;
2634 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2635 wakaba 1.77 !!!cp (193);
2636 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
2637    
2638 wakaba 1.57 $self->{state} = DATA_STATE;
2639 wakaba 1.18 ## reconsume
2640    
2641 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2642 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2643    
2644     redo A;
2645     } else {
2646 wakaba 1.77 !!!cp (194);
2647 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
2648 wakaba 1.76 .= chr $self->{next_char};
2649 wakaba 1.18 ## Stay in the state
2650     !!!next-input-character;
2651     redo A;
2652     }
2653 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
2654 wakaba 1.18 if ({
2655     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2656     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2657 wakaba 1.76 }->{$self->{next_char}}) {
2658 wakaba 1.77 !!!cp (195);
2659 wakaba 1.18 ## Stay in the state
2660     !!!next-input-character;
2661     redo A;
2662 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2663 wakaba 1.77 !!!cp (196);
2664 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2665 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2666 wakaba 1.18 !!!next-input-character;
2667     redo A;
2668 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2669 wakaba 1.77 !!!cp (197);
2670 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2671 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2672 wakaba 1.18 !!!next-input-character;
2673     redo A;
2674 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2675 wakaba 1.77 !!!cp (198);
2676 wakaba 1.57 $self->{state} = DATA_STATE;
2677 wakaba 1.18 !!!next-input-character;
2678    
2679     !!!emit ($self->{current_token}); # DOCTYPE
2680    
2681     redo A;
2682 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2683 wakaba 1.77 !!!cp (199);
2684 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2685    
2686 wakaba 1.57 $self->{state} = DATA_STATE;
2687 wakaba 1.26 ## reconsume
2688 wakaba 1.18
2689 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2690 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2691    
2692     redo A;
2693     } else {
2694 wakaba 1.77 !!!cp (200);
2695 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC literal');
2696 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2697 wakaba 1.73
2698 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2699 wakaba 1.18 !!!next-input-character;
2700     redo A;
2701     }
2702 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2703 wakaba 1.18 if ({
2704     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2705     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2706 wakaba 1.76 }->{$self->{next_char}}) {
2707 wakaba 1.77 !!!cp (201);
2708 wakaba 1.18 ## Stay in the state
2709     !!!next-input-character;
2710     redo A;
2711 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2712 wakaba 1.77 !!!cp (202);
2713 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2714 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2715 wakaba 1.18 !!!next-input-character;
2716     redo A;
2717 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2718 wakaba 1.77 !!!cp (203);
2719 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2720 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2721 wakaba 1.18 !!!next-input-character;
2722     redo A;
2723 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2724 wakaba 1.77 !!!cp (204);
2725 wakaba 1.18 !!!parse-error (type => 'no SYSTEM literal');
2726 wakaba 1.57 $self->{state} = DATA_STATE;
2727 wakaba 1.18 !!!next-input-character;
2728    
2729 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2730 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2731    
2732     redo A;
2733 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2734 wakaba 1.77 !!!cp (205);
2735 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2736    
2737 wakaba 1.57 $self->{state} = DATA_STATE;
2738 wakaba 1.26 ## reconsume
2739 wakaba 1.18
2740 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2741 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2742    
2743     redo A;
2744     } else {
2745 wakaba 1.77 !!!cp (206);
2746 wakaba 1.30 !!!parse-error (type => 'string after SYSTEM');
2747 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2748 wakaba 1.73
2749 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2750 wakaba 1.18 !!!next-input-character;
2751     redo A;
2752     }
2753 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2754 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2755 wakaba 1.77 !!!cp (207);
2756 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2757 wakaba 1.18 !!!next-input-character;
2758     redo A;
2759 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2760 wakaba 1.77 !!!cp (208);
2761 wakaba 1.153 !!!parse-error (type => 'unclosed SYSTEM literal');
2762 wakaba 1.69
2763     $self->{state} = DATA_STATE;
2764     !!!next-input-character;
2765    
2766 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2767 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2768    
2769     redo A;
2770 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2771 wakaba 1.77 !!!cp (209);
2772 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2773    
2774 wakaba 1.57 $self->{state} = DATA_STATE;
2775 wakaba 1.18 ## reconsume
2776    
2777 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2778 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2779    
2780     redo A;
2781     } else {
2782 wakaba 1.77 !!!cp (210);
2783 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2784 wakaba 1.76 .= chr $self->{next_char};
2785 wakaba 1.18 ## Stay in the state
2786     !!!next-input-character;
2787     redo A;
2788     }
2789 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE) {
2790 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2791 wakaba 1.77 !!!cp (211);
2792 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2793 wakaba 1.18 !!!next-input-character;
2794     redo A;
2795 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2796 wakaba 1.77 !!!cp (212);
2797 wakaba 1.153 !!!parse-error (type => 'unclosed SYSTEM literal');
2798 wakaba 1.69
2799     $self->{state} = DATA_STATE;
2800     !!!next-input-character;
2801    
2802 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2803 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2804    
2805     redo A;
2806 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2807 wakaba 1.77 !!!cp (213);
2808 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2809    
2810 wakaba 1.57 $self->{state} = DATA_STATE;
2811 wakaba 1.18 ## reconsume
2812    
2813 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2814 wakaba 1.1 !!!emit ($self->{current_token}); # DOCTYPE
2815    
2816     redo A;
2817     } else {
2818 wakaba 1.77 !!!cp (214);
2819 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2820 wakaba 1.76 .= chr $self->{next_char};
2821 wakaba 1.18 ## Stay in the state
2822     !!!next-input-character;
2823     redo A;
2824     }
2825 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2826 wakaba 1.18 if ({
2827     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2828     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2829 wakaba 1.76 }->{$self->{next_char}}) {
2830 wakaba 1.77 !!!cp (215);
2831 wakaba 1.18 ## Stay in the state
2832     !!!next-input-character;
2833     redo A;
2834 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2835 wakaba 1.77 !!!cp (216);
2836 wakaba 1.57 $self->{state} = DATA_STATE;
2837 wakaba 1.18 !!!next-input-character;
2838    
2839     !!!emit ($self->{current_token}); # DOCTYPE
2840    
2841     redo A;
2842 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2843 wakaba 1.77 !!!cp (217);
2844 wakaba 1.150 !!!parse-error (type => 'unclosed DOCTYPE');
2845 wakaba 1.57 $self->{state} = DATA_STATE;
2846 wakaba 1.26 ## reconsume
2847 wakaba 1.18
2848 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2849 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2850    
2851     redo A;
2852     } else {
2853 wakaba 1.77 !!!cp (218);
2854 wakaba 1.18 !!!parse-error (type => 'string after SYSTEM literal');
2855 wakaba 1.75 #$self->{current_token}->{quirks} = 1;
2856 wakaba 1.73
2857 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2858 wakaba 1.1 !!!next-input-character;
2859     redo A;
2860     }
2861 wakaba 1.57 } elsif ($self->{state} == BOGUS_DOCTYPE_STATE) {
2862 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2863 wakaba 1.77 !!!cp (219);
2864 wakaba 1.57 $self->{state} = DATA_STATE;
2865 wakaba 1.1 !!!next-input-character;
2866    
2867     !!!emit ($self->{current_token}); # DOCTYPE
2868    
2869     redo A;
2870 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2871 wakaba 1.77 !!!cp (220);
2872 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2873 wakaba 1.57 $self->{state} = DATA_STATE;
2874 wakaba 1.1 ## reconsume
2875    
2876     !!!emit ($self->{current_token}); # DOCTYPE
2877    
2878     redo A;
2879     } else {
2880 wakaba 1.77 !!!cp (221);
2881 wakaba 1.1 ## Stay in the state
2882     !!!next-input-character;
2883     redo A;
2884     }
2885 wakaba 1.165 } elsif ($self->{state} == CDATA_SECTION_STATE) {
2886     ## NOTE: "CDATA section state" in the state is jointly implemented
2887     ## by three states, |CDATA_SECTION_STATE|, |CDATA_SECTION_MSE1_STATE|,
2888     ## and |CDATA_SECTION_MSE2_STATE|.
2889 wakaba 1.127
2890 wakaba 1.165 if ($self->{next_char} == 0x005D) { # ]
2891     !!!cp (221.1);
2892     $self->{state} = CDATA_SECTION_MSE1_STATE;
2893     !!!next-input-character;
2894     redo A;
2895     } elsif ($self->{next_char} == -1) {
2896     $self->{state} = DATA_STATE;
2897     !!!next-input-character;
2898     if (length $self->{current_token}->{data}) { # character
2899     !!!cp (221.2);
2900     !!!emit ($self->{current_token}); # character
2901     } else {
2902     !!!cp (221.3);
2903     ## No token to emit. $self->{current_token} is discarded.
2904     }
2905     redo A;
2906     } else {
2907     !!!cp (221.4);
2908     $self->{current_token}->{data} .= chr $self->{next_char};
2909     ## Stay in the state.
2910     !!!next-input-character;
2911     redo A;
2912     }
2913 wakaba 1.127
2914 wakaba 1.165 ## ISSUE: "text tokens" in spec.
2915     } elsif ($self->{state} == CDATA_SECTION_MSE1_STATE) {
2916     if ($self->{next_char} == 0x005D) { # ]
2917     !!!cp (221.5);
2918     $self->{state} = CDATA_SECTION_MSE2_STATE;
2919     !!!next-input-character;
2920     redo A;
2921     } else {
2922     !!!cp (221.6);
2923     $self->{current_token}->{data} .= ']';
2924     $self->{state} = CDATA_SECTION_STATE;
2925     ## Reconsume.
2926     redo A;
2927     }
2928     } elsif ($self->{state} == CDATA_SECTION_MSE2_STATE) {
2929     if ($self->{next_char} == 0x003E) { # >
2930     $self->{state} = DATA_STATE;
2931     !!!next-input-character;
2932     if (length $self->{current_token}->{data}) { # character
2933     !!!cp (221.7);
2934     !!!emit ($self->{current_token}); # character
2935 wakaba 1.127 } else {
2936 wakaba 1.165 !!!cp (221.8);
2937     ## No token to emit. $self->{current_token} is discarded.
2938 wakaba 1.127 }
2939 wakaba 1.165 redo A;
2940     } elsif ($self->{next_char} == 0x005D) { # ]
2941     !!!cp (221.9); # character
2942     $self->{current_token}->{data} .= ']'; ## Add first "]" of "]]]".
2943     ## Stay in the state.
2944 wakaba 1.127 !!!next-input-character;
2945 wakaba 1.165 redo A;
2946 wakaba 1.127 } else {
2947 wakaba 1.165 !!!cp (221.11);
2948     $self->{current_token}->{data} .= ']]'; # character
2949     $self->{state} = CDATA_SECTION_STATE;
2950     ## Reconsume.
2951     redo A;
2952 wakaba 1.127 }
2953 wakaba 1.1 } else {
2954     die "$0: $self->{state}: Unknown state";
2955     }
2956     } # A
2957    
2958     die "$0: _get_next_token: unexpected case";
2959     } # _get_next_token
2960    
2961 wakaba 1.72 sub _tokenize_attempt_to_consume_an_entity ($$$) {
2962     my ($self, $in_attr, $additional) = @_;
2963 wakaba 1.20
2964 wakaba 1.112 my ($l, $c) = ($self->{line_prev}, $self->{column_prev});
2965    
2966 wakaba 1.20 if ({
2967     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, # HT, LF, VT, FF,
2968     0x0020 => 1, 0x003C => 1, 0x0026 => 1, -1 => 1, # SP, <, & # 0x000D # CR
2969 wakaba 1.72 $additional => 1,
2970 wakaba 1.76 }->{$self->{next_char}}) {
2971 wakaba 1.78 !!!cp (1001);
2972 wakaba 1.20 ## Don't consume
2973     ## No error
2974     return undef;
2975 wakaba 1.76 } elsif ($self->{next_char} == 0x0023) { # #
2976 wakaba 1.1 !!!next-input-character;
2977 wakaba 1.76 if ($self->{next_char} == 0x0078 or # x
2978     $self->{next_char} == 0x0058) { # X
2979 wakaba 1.26 my $code;
2980 wakaba 1.1 X: {
2981 wakaba 1.76 my $x_char = $self->{next_char};
2982 wakaba 1.1 !!!next-input-character;
2983 wakaba 1.76 if (0x0030 <= $self->{next_char} and
2984     $self->{next_char} <= 0x0039) { # 0..9
2985 wakaba 1.78 !!!cp (1002);
2986 wakaba 1.26 $code ||= 0;
2987     $code *= 0x10;
2988 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2989 wakaba 1.1 redo X;
2990 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
2991     $self->{next_char} <= 0x0066) { # a..f
2992 wakaba 1.78 !!!cp (1003);
2993 wakaba 1.26 $code ||= 0;
2994     $code *= 0x10;
2995 wakaba 1.76 $code += $self->{next_char} - 0x0060 + 9;
2996 wakaba 1.1 redo X;
2997 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
2998     $self->{next_char} <= 0x0046) { # A..F
2999 wakaba 1.78 !!!cp (1004);
3000 wakaba 1.26 $code ||= 0;
3001     $code *= 0x10;
3002 wakaba 1.76 $code += $self->{next_char} - 0x0040 + 9;
3003 wakaba 1.1 redo X;
3004 wakaba 1.26 } elsif (not defined $code) { # no hexadecimal digit
3005 wakaba 1.78 !!!cp (1005);
3006 wakaba 1.112 !!!parse-error (type => 'bare hcro', line => $l, column => $c);
3007 wakaba 1.76 !!!back-next-input-character ($x_char, $self->{next_char});
3008     $self->{next_char} = 0x0023; # #
3009 wakaba 1.1 return undef;
3010 wakaba 1.76 } elsif ($self->{next_char} == 0x003B) { # ;
3011 wakaba 1.78 !!!cp (1006);
3012 wakaba 1.1 !!!next-input-character;
3013     } else {
3014 wakaba 1.78 !!!cp (1007);
3015 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
3016 wakaba 1.1 }
3017    
3018 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
3019 wakaba 1.78 !!!cp (1008);
3020 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3021     text => (sprintf 'U+%04X', $code),
3022     line => $l, column => $c);
3023 wakaba 1.26 $code = 0xFFFD;
3024     } elsif ($code > 0x10FFFF) {
3025 wakaba 1.78 !!!cp (1009);
3026 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3027     text => (sprintf 'U-%08X', $code),
3028     line => $l, column => $c);
3029 wakaba 1.26 $code = 0xFFFD;
3030     } elsif ($code == 0x000D) {
3031 wakaba 1.78 !!!cp (1010);
3032 wakaba 1.112 !!!parse-error (type => 'CR character reference', line => $l, column => $c);
3033 wakaba 1.26 $code = 0x000A;
3034     } elsif (0x80 <= $code and $code <= 0x9F) {
3035 wakaba 1.78 !!!cp (1011);
3036 wakaba 1.153 !!!parse-error (type => 'C1 character reference', text => (sprintf 'U+%04X', $code), line => $l, column => $c);
3037 wakaba 1.26 $code = $c1_entity_char->{$code};
3038 wakaba 1.1 }
3039    
3040 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code,
3041 wakaba 1.118 has_reference => 1,
3042 wakaba 1.120 line => $l, column => $c,
3043 wakaba 1.118 };
3044 wakaba 1.1 } # X
3045 wakaba 1.76 } elsif (0x0030 <= $self->{next_char} and
3046     $self->{next_char} <= 0x0039) { # 0..9
3047     my $code = $self->{next_char} - 0x0030;
3048 wakaba 1.1 !!!next-input-character;
3049    
3050 wakaba 1.76 while (0x0030 <= $self->{next_char} and
3051     $self->{next_char} <= 0x0039) { # 0..9
3052 wakaba 1.78 !!!cp (1012);
3053 wakaba 1.1 $code *= 10;
3054 wakaba 1.76 $code += $self->{next_char} - 0x0030;
3055 wakaba 1.1
3056     !!!next-input-character;
3057     }
3058    
3059 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
3060 wakaba 1.78 !!!cp (1013);
3061 wakaba 1.1 !!!next-input-character;
3062     } else {
3063 wakaba 1.78 !!!cp (1014);
3064 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
3065 wakaba 1.1 }
3066    
3067 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
3068 wakaba 1.78 !!!cp (1015);
3069 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3070     text => (sprintf 'U+%04X', $code),
3071     line => $l, column => $c);
3072 wakaba 1.26 $code = 0xFFFD;
3073     } elsif ($code > 0x10FFFF) {
3074 wakaba 1.78 !!!cp (1016);
3075 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3076     text => (sprintf 'U-%08X', $code),
3077     line => $l, column => $c);
3078 wakaba 1.26 $code = 0xFFFD;
3079     } elsif ($code == 0x000D) {
3080 wakaba 1.78 !!!cp (1017);
3081 wakaba 1.153 !!!parse-error (type => 'CR character reference',
3082     line => $l, column => $c);
3083 wakaba 1.26 $code = 0x000A;
3084 wakaba 1.4 } elsif (0x80 <= $code and $code <= 0x9F) {
3085 wakaba 1.78 !!!cp (1018);
3086 wakaba 1.153 !!!parse-error (type => 'C1 character reference',
3087     text => (sprintf 'U+%04X', $code),
3088     line => $l, column => $c);
3089 wakaba 1.4 $code = $c1_entity_char->{$code};
3090 wakaba 1.1 }
3091    
3092 wakaba 1.112 return {type => CHARACTER_TOKEN, data => chr $code, has_reference => 1,
3093 wakaba 1.120 line => $l, column => $c,
3094 wakaba 1.118 };
3095 wakaba 1.1 } else {
3096 wakaba 1.78 !!!cp (1019);
3097 wakaba 1.112 !!!parse-error (type => 'bare nero', line => $l, column => $c);
3098 wakaba 1.76 !!!back-next-input-character ($self->{next_char});
3099     $self->{next_char} = 0x0023; # #
3100 wakaba 1.1 return undef;
3101     }
3102 wakaba 1.76 } elsif ((0x0041 <= $self->{next_char} and
3103     $self->{next_char} <= 0x005A) or
3104     (0x0061 <= $self->{next_char} and
3105     $self->{next_char} <= 0x007A)) {
3106     my $entity_name = chr $self->{next_char};
3107 wakaba 1.1 !!!next-input-character;
3108    
3109     my $value = $entity_name;
3110 wakaba 1.37 my $match = 0;
3111 wakaba 1.16 require Whatpm::_NamedEntityList;
3112     our $EntityChar;
3113 wakaba 1.1
3114 wakaba 1.128 while (length $entity_name < 30 and
3115 wakaba 1.1 ## NOTE: Some number greater than the maximum length of entity name
3116 wakaba 1.76 ((0x0041 <= $self->{next_char} and # a
3117     $self->{next_char} <= 0x005A) or # x
3118     (0x0061 <= $self->{next_char} and # a
3119     $self->{next_char} <= 0x007A) or # z
3120     (0x0030 <= $self->{next_char} and # 0
3121     $self->{next_char} <= 0x0039) or # 9
3122     $self->{next_char} == 0x003B)) { # ;
3123     $entity_name .= chr $self->{next_char};
3124 wakaba 1.16 if (defined $EntityChar->{$entity_name}) {
3125 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
3126 wakaba 1.78 !!!cp (1020);
3127 wakaba 1.26 $value = $EntityChar->{$entity_name};
3128 wakaba 1.16 $match = 1;
3129     !!!next-input-character;
3130     last;
3131 wakaba 1.37 } else {
3132 wakaba 1.78 !!!cp (1021);
3133 wakaba 1.26 $value = $EntityChar->{$entity_name};
3134     $match = -1;
3135 wakaba 1.37 !!!next-input-character;
3136 wakaba 1.16 }
3137 wakaba 1.1 } else {
3138 wakaba 1.78 !!!cp (1022);
3139 wakaba 1.76 $value .= chr $self->{next_char};
3140 wakaba 1.37 $match *= 2;
3141     !!!next-input-character;
3142 wakaba 1.1 }
3143     }
3144    
3145 wakaba 1.16 if ($match > 0) {
3146 wakaba 1.78 !!!cp (1023);
3147 wakaba 1.112 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1,
3148 wakaba 1.120 line => $l, column => $c,
3149 wakaba 1.118 };
3150 wakaba 1.16 } elsif ($match < 0) {
3151 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
3152 wakaba 1.37 if ($in_attr and $match < -1) {
3153 wakaba 1.78 !!!cp (1024);
3154 wakaba 1.112 return {type => CHARACTER_TOKEN, data => '&'.$entity_name,
3155 wakaba 1.120 line => $l, column => $c,
3156 wakaba 1.118 };
3157 wakaba 1.37 } else {
3158 wakaba 1.78 !!!cp (1025);
3159 wakaba 1.112 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1,
3160 wakaba 1.120 line => $l, column => $c,
3161 wakaba 1.118 };
3162 wakaba 1.37 }
3163 wakaba 1.1 } else {
3164 wakaba 1.78 !!!cp (1026);
3165 wakaba 1.112 !!!parse-error (type => 'bare ero', line => $l, column => $c);
3166 wakaba 1.66 ## NOTE: "No characters are consumed" in the spec.
3167 wakaba 1.112 return {type => CHARACTER_TOKEN, data => '&'.$value,
3168 wakaba 1.120 line => $l, column => $c,
3169 wakaba 1.118 };
3170 wakaba 1.1 }
3171     } else {
3172 wakaba 1.78 !!!cp (1027);
3173 wakaba 1.1 ## no characters are consumed
3174 wakaba 1.112 !!!parse-error (type => 'bare ero', line => $l, column => $c);
3175 wakaba 1.1 return undef;
3176     }
3177     } # _tokenize_attempt_to_consume_an_entity
3178    
3179     sub _initialize_tree_constructor ($) {
3180     my $self = shift;
3181     ## NOTE: $self->{document} MUST be specified before this method is called
3182     $self->{document}->strict_error_checking (0);
3183     ## TODO: Turn mutation events off # MUST
3184     ## TODO: Turn loose Document option (manakai extension) on
3185 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
3186 wakaba 1.154 $self->{document}->set_user_data (manakai_source_line => 1);
3187     $self->{document}->set_user_data (manakai_source_column => 1);
3188 wakaba 1.1 } # _initialize_tree_constructor
3189    
3190     sub _terminate_tree_constructor ($) {
3191     my $self = shift;
3192     $self->{document}->strict_error_checking (1);
3193     ## TODO: Turn mutation events on
3194     } # _terminate_tree_constructor
3195    
3196     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
3197    
3198 wakaba 1.3 { # tree construction stage
3199     my $token;
3200    
3201 wakaba 1.1 sub _construct_tree ($) {
3202     my ($self) = @_;
3203    
3204     ## When an interactive UA render the $self->{document} available
3205     ## to the user, or when it begin accepting user input, are
3206     ## not defined.
3207    
3208     ## Append a character: collect it and all subsequent consecutive
3209     ## characters and insert one Text node whose data is concatenation
3210     ## of all those characters. # MUST
3211    
3212     !!!next-token;
3213    
3214 wakaba 1.3 undef $self->{form_element};
3215     undef $self->{head_element};
3216     $self->{open_elements} = [];
3217     undef $self->{inner_html_node};
3218    
3219 wakaba 1.84 ## NOTE: The "initial" insertion mode.
3220 wakaba 1.3 $self->_tree_construction_initial; # MUST
3221 wakaba 1.84
3222     ## NOTE: The "before html" insertion mode.
3223 wakaba 1.3 $self->_tree_construction_root_element;
3224 wakaba 1.84 $self->{insertion_mode} = BEFORE_HEAD_IM;
3225    
3226     ## NOTE: The "before head" insertion mode and so on.
3227 wakaba 1.3 $self->_tree_construction_main;
3228     } # _construct_tree
3229    
3230     sub _tree_construction_initial ($) {
3231     my $self = shift;
3232 wakaba 1.84
3233     ## NOTE: "initial" insertion mode
3234    
3235 wakaba 1.18 INITIAL: {
3236 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3237 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
3238     ## error, switch to a conformance checking mode for another
3239     ## language.
3240     my $doctype_name = $token->{name};
3241     $doctype_name = '' unless defined $doctype_name;
3242 wakaba 1.159 $doctype_name =~ tr/a-z/A-Z/; # ASCII case-insensitive
3243 wakaba 1.18 if (not defined $token->{name} or # <!DOCTYPE>
3244     defined $token->{system_identifier}) {
3245 wakaba 1.79 !!!cp ('t1');
3246 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
3247 wakaba 1.18 } elsif ($doctype_name ne 'HTML') {
3248 wakaba 1.79 !!!cp ('t2');
3249 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
3250 wakaba 1.159 } elsif (defined $token->{public_identifier}) {
3251     if ($token->{public_identifier} eq 'XSLT-compat') {
3252     !!!cp ('t1.2');
3253     !!!parse-error (type => 'XSLT-compat', token => $token,
3254     level => $self->{level}->{should});
3255     } else {
3256     !!!parse-error (type => 'not HTML5', token => $token);
3257     }
3258 wakaba 1.79 } else {
3259     !!!cp ('t3');
3260 wakaba 1.159 #
3261 wakaba 1.18 }
3262    
3263     my $doctype = $self->{document}->create_document_type_definition
3264     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
3265 wakaba 1.122 ## NOTE: Default value for both |public_id| and |system_id| attributes
3266     ## are empty strings, so that we don't set any value in missing cases.
3267 wakaba 1.18 $doctype->public_id ($token->{public_identifier})
3268     if defined $token->{public_identifier};
3269     $doctype->system_id ($token->{system_identifier})
3270     if defined $token->{system_identifier};
3271     ## NOTE: Other DocumentType attributes are null or empty lists.
3272     ## ISSUE: internalSubset = null??
3273     $self->{document}->append_child ($doctype);
3274    
3275 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
3276 wakaba 1.79 !!!cp ('t4');
3277 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3278     } elsif (defined $token->{public_identifier}) {
3279     my $pubid = $token->{public_identifier};
3280     $pubid =~ tr/a-z/A-z/;
3281 wakaba 1.143 my $prefix = [
3282     "+//SILMARIL//DTD HTML PRO V0R11 19970101//",
3283     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
3284     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
3285     "-//IETF//DTD HTML 2.0 LEVEL 1//",
3286     "-//IETF//DTD HTML 2.0 LEVEL 2//",
3287     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//",
3288     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//",
3289     "-//IETF//DTD HTML 2.0 STRICT//",
3290     "-//IETF//DTD HTML 2.0//",
3291     "-//IETF//DTD HTML 2.1E//",
3292     "-//IETF//DTD HTML 3.0//",
3293     "-//IETF//DTD HTML 3.2 FINAL//",
3294     "-//IETF//DTD HTML 3.2//",
3295     "-//IETF//DTD HTML 3//",
3296     "-//IETF//DTD HTML LEVEL 0//",
3297     "-//IETF//DTD HTML LEVEL 1//",
3298     "-//IETF//DTD HTML LEVEL 2//",
3299     "-//IETF//DTD HTML LEVEL 3//",
3300     "-//IETF//DTD HTML STRICT LEVEL 0//",
3301     "-//IETF//DTD HTML STRICT LEVEL 1//",
3302     "-//IETF//DTD HTML STRICT LEVEL 2//",
3303     "-//IETF//DTD HTML STRICT LEVEL 3//",
3304     "-//IETF//DTD HTML STRICT//",
3305     "-//IETF//DTD HTML//",
3306     "-//METRIUS//DTD METRIUS PRESENTATIONAL//",
3307     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//",
3308     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//",
3309     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//",
3310     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//",
3311     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//",
3312     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//",
3313     "-//NETSCAPE COMM. CORP.//DTD HTML//",
3314     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//",
3315     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//",
3316     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//",
3317     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//",
3318     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//",
3319     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//",
3320     "-//SPYGLASS//DTD HTML 2.0 EXTENDED//",
3321     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//",
3322     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//",
3323     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//",
3324     "-//W3C//DTD HTML 3 1995-03-24//",
3325     "-//W3C//DTD HTML 3.2 DRAFT//",
3326     "-//W3C//DTD HTML 3.2 FINAL//",
3327     "-//W3C//DTD HTML 3.2//",
3328     "-//W3C//DTD HTML 3.2S DRAFT//",
3329     "-//W3C//DTD HTML 4.0 FRAMESET//",
3330     "-//W3C//DTD HTML 4.0 TRANSITIONAL//",
3331     "-//W3C//DTD HTML EXPERIMETNAL 19960712//",
3332     "-//W3C//DTD HTML EXPERIMENTAL 970421//",
3333     "-//W3C//DTD W3 HTML//",
3334     "-//W3O//DTD W3 HTML 3.0//",
3335     "-//WEBTECHS//DTD MOZILLA HTML 2.0//",
3336     "-//WEBTECHS//DTD MOZILLA HTML//",
3337     ]; # $prefix
3338     my $match;
3339     for (@$prefix) {
3340     if (substr ($prefix, 0, length $_) eq $_) {
3341     $match = 1;
3342     last;
3343     }
3344     }
3345     if ($match or
3346     $pubid eq "-//W3O//DTD W3 HTML STRICT 3.0//EN//" or
3347     $pubid eq "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" or
3348     $pubid eq "HTML") {
3349 wakaba 1.79 !!!cp ('t5');
3350 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3351 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD HTML 4.01 FRAMESET//] or
3352     $pubid =~ m[^-//W3C//DTD HTML 4.01 TRANSITIONAL//]) {
3353 wakaba 1.18 if (defined $token->{system_identifier}) {
3354 wakaba 1.79 !!!cp ('t6');
3355 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3356     } else {
3357 wakaba 1.79 !!!cp ('t7');
3358 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
3359 wakaba 1.3 }
3360 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD XHTML 1.0 FRAMESET//] or
3361     $pubid =~ m[^-//W3C//DTD XHTML 1.0 TRANSITIONAL//]) {
3362 wakaba 1.79 !!!cp ('t8');
3363 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
3364 wakaba 1.79 } else {
3365     !!!cp ('t9');
3366 wakaba 1.18 }
3367 wakaba 1.79 } else {
3368     !!!cp ('t10');
3369 wakaba 1.18 }
3370     if (defined $token->{system_identifier}) {
3371     my $sysid = $token->{system_identifier};
3372     $sysid =~ tr/A-Z/a-z/;
3373     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
3374 wakaba 1.143 ## NOTE: Ensure that |PUBLIC "(limited quirks)" "(quirks)"| is
3375     ## marked as quirks.
3376 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3377 wakaba 1.79 !!!cp ('t11');
3378     } else {
3379     !!!cp ('t12');
3380 wakaba 1.18 }
3381 wakaba 1.79 } else {
3382     !!!cp ('t13');
3383 wakaba 1.18 }
3384    
3385 wakaba 1.84 ## Go to the "before html" insertion mode.
3386 wakaba 1.18 !!!next-token;
3387     return;
3388     } elsif ({
3389 wakaba 1.55 START_TAG_TOKEN, 1,
3390     END_TAG_TOKEN, 1,
3391     END_OF_FILE_TOKEN, 1,
3392 wakaba 1.18 }->{$token->{type}}) {
3393 wakaba 1.79 !!!cp ('t14');
3394 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
3395 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3396 wakaba 1.84 ## Go to the "before html" insertion mode.
3397 wakaba 1.18 ## reprocess
3398 wakaba 1.125 !!!ack-later;
3399 wakaba 1.18 return;
3400 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
3401 wakaba 1.18 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
3402     ## Ignore the token
3403 wakaba 1.26
3404 wakaba 1.18 unless (length $token->{data}) {
3405 wakaba 1.79 !!!cp ('t15');
3406 wakaba 1.84 ## Stay in the insertion mode.
3407 wakaba 1.18 !!!next-token;
3408     redo INITIAL;
3409 wakaba 1.79 } else {
3410     !!!cp ('t16');
3411 wakaba 1.3 }
3412 wakaba 1.79 } else {
3413     !!!cp ('t17');
3414 wakaba 1.3 }
3415 wakaba 1.18
3416 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
3417 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3418 wakaba 1.84 ## Go to the "before html" insertion mode.
3419 wakaba 1.18 ## reprocess
3420     return;
3421 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3422 wakaba 1.79 !!!cp ('t18');
3423 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
3424     $self->{document}->append_child ($comment);
3425    
3426 wakaba 1.84 ## Stay in the insertion mode.
3427 wakaba 1.18 !!!next-token;
3428     redo INITIAL;
3429     } else {
3430 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
3431 wakaba 1.18 }
3432     } # INITIAL
3433 wakaba 1.79
3434     die "$0: _tree_construction_initial: This should be never reached";
3435 wakaba 1.3 } # _tree_construction_initial
3436    
3437     sub _tree_construction_root_element ($) {
3438     my $self = shift;
3439 wakaba 1.84
3440     ## NOTE: "before html" insertion mode.
3441 wakaba 1.3
3442     B: {
3443 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3444 wakaba 1.79 !!!cp ('t19');
3445 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
3446 wakaba 1.3 ## Ignore the token
3447 wakaba 1.84 ## Stay in the insertion mode.
3448 wakaba 1.3 !!!next-token;
3449     redo B;
3450 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3451 wakaba 1.79 !!!cp ('t20');
3452 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
3453     $self->{document}->append_child ($comment);
3454 wakaba 1.84 ## Stay in the insertion mode.
3455 wakaba 1.3 !!!next-token;
3456     redo B;
3457 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
3458 wakaba 1.26 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
3459     ## Ignore the token.
3460    
3461 wakaba 1.3 unless (length $token->{data}) {
3462 wakaba 1.79 !!!cp ('t21');
3463 wakaba 1.84 ## Stay in the insertion mode.
3464 wakaba 1.3 !!!next-token;
3465     redo B;
3466 wakaba 1.79 } else {
3467     !!!cp ('t22');
3468 wakaba 1.3 }
3469 wakaba 1.79 } else {
3470     !!!cp ('t23');
3471 wakaba 1.3 }
3472 wakaba 1.61
3473     $self->{application_cache_selection}->(undef);
3474    
3475     #
3476     } elsif ($token->{type} == START_TAG_TOKEN) {
3477 wakaba 1.84 if ($token->{tag_name} eq 'html') {
3478     my $root_element;
3479 wakaba 1.126 !!!create-element ($root_element, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
3480 wakaba 1.84 $self->{document}->append_child ($root_element);
3481 wakaba 1.123 push @{$self->{open_elements}},
3482     [$root_element, $el_category->{html}];
3483 wakaba 1.84
3484     if ($token->{attributes}->{manifest}) {
3485     !!!cp ('t24');
3486     $self->{application_cache_selection}
3487     ->($token->{attributes}->{manifest}->{value});
3488 wakaba 1.118 ## ISSUE: Spec is unclear on relative references.
3489     ## According to Hixie (#whatwg 2008-03-19), it should be
3490     ## resolved against the base URI of the document in HTML
3491     ## or xml:base of the element in XHTML.
3492 wakaba 1.84 } else {
3493     !!!cp ('t25');
3494     $self->{application_cache_selection}->(undef);
3495     }
3496    
3497 wakaba 1.125 !!!nack ('t25c');
3498    
3499 wakaba 1.84 !!!next-token;
3500     return; ## Go to the "before head" insertion mode.
3501 wakaba 1.61 } else {
3502 wakaba 1.84 !!!cp ('t25.1');
3503     #
3504 wakaba 1.61 }
3505 wakaba 1.3 } elsif ({
3506 wakaba 1.55 END_TAG_TOKEN, 1,
3507     END_OF_FILE_TOKEN, 1,
3508 wakaba 1.3 }->{$token->{type}}) {
3509 wakaba 1.79 !!!cp ('t26');
3510 wakaba 1.3 #
3511     } else {
3512 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
3513 wakaba 1.3 }
3514 wakaba 1.61
3515 wakaba 1.126 my $root_element;
3516     !!!create-element ($root_element, $HTML_NS, 'html',, $token);
3517 wakaba 1.84 $self->{document}->append_child ($root_element);
3518 wakaba 1.123 push @{$self->{open_elements}}, [$root_element, $el_category->{html}];
3519 wakaba 1.84
3520     $self->{application_cache_selection}->(undef);
3521    
3522     ## NOTE: Reprocess the token.
3523 wakaba 1.125 !!!ack-later;
3524 wakaba 1.84 return; ## Go to the "before head" insertion mode.
3525    
3526     ## ISSUE: There is an issue in the spec
3527 wakaba 1.3 } # B
3528 wakaba 1.79
3529     die "$0: _tree_construction_root_element: This should never be reached";
3530 wakaba 1.3 } # _tree_construction_root_element
3531    
3532     sub _reset_insertion_mode ($) {
3533     my $self = shift;
3534    
3535     ## Step 1
3536     my $last;
3537    
3538     ## Step 2
3539     my $i = -1;
3540     my $node = $self->{open_elements}->[$i];
3541    
3542     ## Step 3
3543     S3: {
3544 wakaba 1.29 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
3545     $last = 1;
3546     if (defined $self->{inner_html_node}) {
3547 wakaba 1.140 !!!cp ('t28');
3548     $node = $self->{inner_html_node};
3549     } else {
3550     die "_reset_insertion_mode: t27";
3551 wakaba 1.3 }
3552     }
3553 wakaba 1.140
3554     ## Step 4..14
3555     my $new_mode;
3556     if ($node->[1] & FOREIGN_EL) {
3557     !!!cp ('t28.1');
3558     ## NOTE: Strictly spaking, the line below only applies to MathML and
3559     ## SVG elements. Currently the HTML syntax supports only MathML and
3560     ## SVG elements as foreigners.
3561 wakaba 1.148 $new_mode = IN_BODY_IM | IN_FOREIGN_CONTENT_IM;
3562 wakaba 1.140 } elsif ($node->[1] & TABLE_CELL_EL) {
3563     if ($last) {
3564     !!!cp ('t28.2');
3565     #
3566     } else {
3567     !!!cp ('t28.3');
3568     $new_mode = IN_CELL_IM;
3569     }
3570     } else {
3571     !!!cp ('t28.4');
3572     $new_mode = {
3573 wakaba 1.54 select => IN_SELECT_IM,
3574 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
3575     ## insertion mode to "in select" by themselves.
3576 wakaba 1.54 tr => IN_ROW_IM,
3577     tbody => IN_TABLE_BODY_IM,
3578     thead => IN_TABLE_BODY_IM,
3579     tfoot => IN_TABLE_BODY_IM,
3580     caption => IN_CAPTION_IM,
3581     colgroup => IN_COLUMN_GROUP_IM,
3582     table => IN_TABLE_IM,
3583     head => IN_BODY_IM, # not in head!
3584     body => IN_BODY_IM,
3585     frameset => IN_FRAMESET_IM,
3586 wakaba 1.123 }->{$node->[0]->manakai_local_name};
3587 wakaba 1.140 }
3588     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
3589 wakaba 1.3
3590 wakaba 1.126 ## Step 15
3591 wakaba 1.123 if ($node->[1] & HTML_EL) {
3592 wakaba 1.3 unless (defined $self->{head_element}) {
3593 wakaba 1.79 !!!cp ('t29');
3594 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
3595 wakaba 1.3 } else {
3596 wakaba 1.81 ## ISSUE: Can this state be reached?
3597 wakaba 1.79 !!!cp ('t30');
3598 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3599 wakaba 1.3 }
3600     return;
3601 wakaba 1.79 } else {
3602     !!!cp ('t31');
3603 wakaba 1.3 }
3604    
3605 wakaba 1.126 ## Step 16
3606 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
3607 wakaba 1.3
3608 wakaba 1.126 ## Step 17
3609 wakaba 1.3 $i--;
3610     $node = $self->{open_elements}->[$i];
3611    
3612 wakaba 1.126 ## Step 18
3613 wakaba 1.3 redo S3;
3614     } # S3
3615 wakaba 1.79
3616     die "$0: _reset_insertion_mode: This line should never be reached";
3617 wakaba 1.3 } # _reset_insertion_mode
3618    
3619     sub _tree_construction_main ($) {
3620     my $self = shift;
3621    
3622 wakaba 1.1 my $active_formatting_elements = [];
3623    
3624     my $reconstruct_active_formatting_elements = sub { # MUST
3625     my $insert = shift;
3626    
3627     ## Step 1
3628     return unless @$active_formatting_elements;
3629    
3630     ## Step 3
3631     my $i = -1;
3632     my $entry = $active_formatting_elements->[$i];
3633    
3634     ## Step 2
3635     return if $entry->[0] eq '#marker';
3636 wakaba 1.3 for (@{$self->{open_elements}}) {
3637 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
3638 wakaba 1.79 !!!cp ('t32');
3639 wakaba 1.1 return;
3640     }
3641     }
3642    
3643     S4: {
3644     ## Step 4
3645     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
3646    
3647     ## Step 5
3648     $i--;
3649     $entry = $active_formatting_elements->[$i];
3650    
3651     ## Step 6
3652     if ($entry->[0] eq '#marker') {
3653 wakaba 1.81 !!!cp ('t33_1');
3654 wakaba 1.1 #
3655     } else {
3656     my $in_open_elements;
3657 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
3658 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
3659 wakaba 1.79 !!!cp ('t33');
3660 wakaba 1.1 $in_open_elements = 1;
3661     last OE;
3662     }
3663     }
3664     if ($in_open_elements) {
3665 wakaba 1.79 !!!cp ('t34');
3666 wakaba 1.1 #
3667     } else {
3668 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
3669 wakaba 1.79 !!!cp ('t35');
3670 wakaba 1.1 redo S4;
3671     }
3672     }
3673    
3674     ## Step 7
3675     $i++;
3676     $entry = $active_formatting_elements->[$i];
3677     } # S4
3678    
3679     S7: {
3680     ## Step 8
3681     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
3682    
3683     ## Step 9
3684     $insert->($clone->[0]);
3685 wakaba 1.3 push @{$self->{open_elements}}, $clone;
3686 wakaba 1.1
3687     ## Step 10
3688 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
3689 wakaba 1.1
3690     ## Step 11
3691     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
3692 wakaba 1.79 !!!cp ('t36');
3693 wakaba 1.1 ## Step 7'
3694     $i++;
3695     $entry = $active_formatting_elements->[$i];
3696    
3697     redo S7;
3698     }
3699 wakaba 1.79
3700     !!!cp ('t37');
3701 wakaba 1.1 } # S7
3702     }; # $reconstruct_active_formatting_elements
3703    
3704     my $clear_up_to_marker = sub {
3705     for (reverse 0..$#$active_formatting_elements) {
3706     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
3707 wakaba 1.79 !!!cp ('t38');
3708 wakaba 1.1 splice @$active_formatting_elements, $_;
3709     return;
3710     }
3711     }
3712 wakaba 1.79
3713     !!!cp ('t39');
3714 wakaba 1.1 }; # $clear_up_to_marker
3715    
3716 wakaba 1.96 my $insert;
3717    
3718     my $parse_rcdata = sub ($) {
3719     my ($content_model_flag) = @_;
3720 wakaba 1.25
3721     ## Step 1
3722     my $start_tag_name = $token->{tag_name};
3723     my $el;
3724 wakaba 1.126 !!!create-element ($el, $HTML_NS, $start_tag_name, $token->{attributes}, $token);
3725 wakaba 1.25
3726     ## Step 2
3727 wakaba 1.96 $insert->($el);
3728 wakaba 1.25
3729     ## Step 3
3730 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
3731 wakaba 1.13 delete $self->{escape}; # MUST
3732 wakaba 1.25
3733     ## Step 4
3734 wakaba 1.1 my $text = '';
3735 wakaba 1.125 !!!nack ('t40.1');
3736 wakaba 1.1 !!!next-token;
3737 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) { # or until stop tokenizing
3738 wakaba 1.79 !!!cp ('t40');
3739 wakaba 1.1 $text .= $token->{data};
3740     !!!next-token;
3741 wakaba 1.25 }
3742    
3743     ## Step 5
3744 wakaba 1.1 if (length $text) {
3745 wakaba 1.79 !!!cp ('t41');
3746 wakaba 1.25 my $text = $self->{document}->create_text_node ($text);
3747     $el->append_child ($text);
3748 wakaba 1.1 }
3749 wakaba 1.25
3750     ## Step 6
3751 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
3752 wakaba 1.25
3753     ## Step 7
3754 wakaba 1.79 if ($token->{type} == END_TAG_TOKEN and
3755     $token->{tag_name} eq $start_tag_name) {
3756     !!!cp ('t42');
3757 wakaba 1.1 ## Ignore the token
3758     } else {
3759 wakaba 1.96 ## NOTE: An end-of-file token.
3760     if ($content_model_flag == CDATA_CONTENT_MODEL) {
3761     !!!cp ('t43');
3762 wakaba 1.153 !!!parse-error (type => 'in CDATA:#eof', token => $token);
3763 wakaba 1.96 } elsif ($content_model_flag == RCDATA_CONTENT_MODEL) {
3764     !!!cp ('t44');
3765 wakaba 1.153 !!!parse-error (type => 'in RCDATA:#eof', token => $token);
3766 wakaba 1.96 } else {
3767     die "$0: $content_model_flag in parse_rcdata";
3768     }
3769 wakaba 1.1 }
3770     !!!next-token;
3771 wakaba 1.25 }; # $parse_rcdata
3772 wakaba 1.1
3773 wakaba 1.96 my $script_start_tag = sub () {
3774 wakaba 1.1 my $script_el;
3775 wakaba 1.126 !!!create-element ($script_el, $HTML_NS, 'script', $token->{attributes}, $token);
3776 wakaba 1.1 ## TODO: mark as "parser-inserted"
3777    
3778 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
3779 wakaba 1.13 delete $self->{escape}; # MUST
3780 wakaba 1.1
3781     my $text = '';
3782 wakaba 1.125 !!!nack ('t45.1');
3783 wakaba 1.1 !!!next-token;
3784 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
3785 wakaba 1.79 !!!cp ('t45');
3786 wakaba 1.1 $text .= $token->{data};
3787     !!!next-token;
3788     } # stop if non-character token or tokenizer stops tokenising
3789     if (length $text) {
3790 wakaba 1.79 !!!cp ('t46');
3791 wakaba 1.1 $script_el->manakai_append_text ($text);
3792     }
3793    
3794 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
3795 wakaba 1.1
3796 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
3797 wakaba 1.1 $token->{tag_name} eq 'script') {
3798 wakaba 1.79 !!!cp ('t47');
3799 wakaba 1.1 ## Ignore the token
3800     } else {
3801 wakaba 1.79 !!!cp ('t48');
3802 wakaba 1.153 !!!parse-error (type => 'in CDATA:#eof', token => $token);
3803 wakaba 1.1 ## ISSUE: And ignore?
3804     ## TODO: mark as "already executed"
3805     }
3806    
3807 wakaba 1.3 if (defined $self->{inner_html_node}) {
3808 wakaba 1.79 !!!cp ('t49');
3809 wakaba 1.3 ## TODO: mark as "already executed"
3810     } else {
3811 wakaba 1.79 !!!cp ('t50');
3812 wakaba 1.1 ## TODO: $old_insertion_point = current insertion point
3813     ## TODO: insertion point = just before the next input character
3814 wakaba 1.25
3815     $insert->($script_el);
3816 wakaba 1.1
3817     ## TODO: insertion point = $old_insertion_point (might be "undefined")
3818    
3819     ## TODO: if there is a script that will execute as soon as the parser resume, then...
3820     }
3821    
3822     !!!next-token;
3823     }; # $script_start_tag
3824    
3825 wakaba 1.102 ## NOTE: $open_tables->[-1]->[0] is the "current table" element node.
3826     ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag.
3827     my $open_tables = [[$self->{open_elements}->[0]->[0]]];
3828    
3829 wakaba 1.1 my $formatting_end_tag = sub {
3830 wakaba 1.113 my $end_tag_token = shift;
3831     my $tag_name = $end_tag_token->{tag_name};
3832 wakaba 1.1
3833 wakaba 1.103 ## NOTE: The adoption agency algorithm (AAA).
3834 wakaba 1.102
3835 wakaba 1.1 FET: {
3836     ## Step 1
3837     my $formatting_element;
3838     my $formatting_element_i_in_active;
3839     AFE: for (reverse 0..$#$active_formatting_elements) {
3840 wakaba 1.123 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
3841     !!!cp ('t52');
3842     last AFE;
3843     } elsif ($active_formatting_elements->[$_]->[0]->manakai_local_name
3844     eq $tag_name) {
3845 wakaba 1.79 !!!cp ('t51');
3846 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
3847     $formatting_element_i_in_active = $_;
3848     last AFE;
3849     }
3850     } # AFE
3851     unless (defined $formatting_element) {
3852 wakaba 1.79 !!!cp ('t53');
3853 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => $tag_name, token => $end_tag_token);
3854 wakaba 1.1 ## Ignore the token
3855     !!!next-token;
3856     return;
3857     }
3858     ## has an element in scope
3859     my $in_scope = 1;
3860     my $formatting_element_i_in_open;
3861 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3862     my $node = $self->{open_elements}->[$_];
3863 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
3864     if ($in_scope) {
3865 wakaba 1.79 !!!cp ('t54');
3866 wakaba 1.1 $formatting_element_i_in_open = $_;
3867     last INSCOPE;
3868     } else { # in open elements but not in scope
3869 wakaba 1.79 !!!cp ('t55');
3870 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3871     text => $token->{tag_name},
3872 wakaba 1.113 token => $end_tag_token);
3873 wakaba 1.1 ## Ignore the token
3874     !!!next-token;
3875     return;
3876     }
3877 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
3878 wakaba 1.79 !!!cp ('t56');
3879 wakaba 1.1 $in_scope = 0;
3880     }
3881     } # INSCOPE
3882     unless (defined $formatting_element_i_in_open) {
3883 wakaba 1.79 !!!cp ('t57');
3884 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3885     text => $token->{tag_name},
3886 wakaba 1.113 token => $end_tag_token);
3887 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
3888     !!!next-token; ## TODO: ok?
3889     return;
3890     }
3891 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
3892 wakaba 1.79 !!!cp ('t58');
3893 wakaba 1.122 !!!parse-error (type => 'not closed',
3894 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3895 wakaba 1.122 ->manakai_local_name,
3896 wakaba 1.113 token => $end_tag_token);
3897 wakaba 1.1 }
3898    
3899     ## Step 2
3900     my $furthest_block;
3901     my $furthest_block_i_in_open;
3902 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3903     my $node = $self->{open_elements}->[$_];
3904 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
3905 wakaba 1.1 #not $phrasing_category->{$node->[1]} and
3906 wakaba 1.123 ($node->[1] & SPECIAL_EL or
3907     $node->[1] & SCOPING_EL)) { ## Scoping is redundant, maybe
3908 wakaba 1.79 !!!cp ('t59');
3909 wakaba 1.1 $furthest_block = $node;
3910     $furthest_block_i_in_open = $_;
3911     } elsif ($node->[0] eq $formatting_element->[0]) {
3912 wakaba 1.79 !!!cp ('t60');
3913 wakaba 1.1 last OE;
3914     }
3915     } # OE
3916    
3917     ## Step 3
3918     unless (defined $furthest_block) { # MUST
3919 wakaba 1.79 !!!cp ('t61');
3920 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
3921 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
3922     !!!next-token;
3923     return;
3924     }
3925    
3926     ## Step 4
3927 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
3928 wakaba 1.1
3929     ## Step 5
3930     my $furthest_block_parent = $furthest_block->[0]->parent_node;
3931     if (defined $furthest_block_parent) {
3932 wakaba 1.79 !!!cp ('t62');
3933 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
3934     }
3935    
3936     ## Step 6
3937     my $bookmark_prev_el
3938     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
3939     ->[0];
3940    
3941     ## Step 7
3942     my $node = $furthest_block;
3943     my $node_i_in_open = $furthest_block_i_in_open;
3944     my $last_node = $furthest_block;
3945     S7: {
3946     ## Step 1
3947     $node_i_in_open--;
3948 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
3949 wakaba 1.1
3950     ## Step 2
3951     my $node_i_in_active;
3952     S7S2: {
3953     for (reverse 0..$#$active_formatting_elements) {
3954     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
3955 wakaba 1.79 !!!cp ('t63');
3956 wakaba 1.1 $node_i_in_active = $_;
3957     last S7S2;
3958     }
3959     }
3960 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
3961 wakaba 1.1 redo S7;
3962     } # S7S2
3963    
3964     ## Step 3
3965     last S7 if $node->[0] eq $formatting_element->[0];
3966    
3967     ## Step 4
3968     if ($last_node->[0] eq $furthest_block->[0]) {
3969 wakaba 1.79 !!!cp ('t64');
3970 wakaba 1.1 $bookmark_prev_el = $node->[0];
3971     }
3972    
3973     ## Step 5
3974     if ($node->[0]->has_child_nodes ()) {
3975 wakaba 1.79 !!!cp ('t65');
3976 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
3977     $active_formatting_elements->[$node_i_in_active] = $clone;
3978 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
3979 wakaba 1.1 $node = $clone;
3980     }
3981    
3982     ## Step 6
3983     $node->[0]->append_child ($last_node->[0]);
3984    
3985     ## Step 7
3986     $last_node = $node;
3987    
3988     ## Step 8
3989     redo S7;
3990     } # S7
3991    
3992     ## Step 8
3993 wakaba 1.123 if ($common_ancestor_node->[1] & TABLE_ROWS_EL) {
3994 wakaba 1.102 my $foster_parent_element;
3995     my $next_sibling;
3996 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
3997     if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
3998 wakaba 1.102 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3999     if (defined $parent and $parent->node_type == 1) {
4000     !!!cp ('t65.1');
4001     $foster_parent_element = $parent;
4002     $next_sibling = $self->{open_elements}->[$_]->[0];
4003     } else {
4004     !!!cp ('t65.2');
4005     $foster_parent_element
4006     = $self->{open_elements}->[$_ - 1]->[0];
4007     }
4008     last OE;
4009     }
4010     } # OE
4011     $foster_parent_element = $self->{open_elements}->[0]->[0]
4012     unless defined $foster_parent_element;
4013     $foster_parent_element->insert_before ($last_node->[0], $next_sibling);
4014     $open_tables->[-1]->[1] = 1; # tainted
4015     } else {
4016     !!!cp ('t65.3');
4017     $common_ancestor_node->[0]->append_child ($last_node->[0]);
4018     }
4019 wakaba 1.1
4020     ## Step 9
4021     my $clone = [$formatting_element->[0]->clone_node (0),
4022     $formatting_element->[1]];
4023    
4024     ## Step 10
4025     my @cn = @{$furthest_block->[0]->child_nodes};
4026     $clone->[0]->append_child ($_) for @cn;
4027    
4028     ## Step 11
4029     $furthest_block->[0]->append_child ($clone->[0]);
4030    
4031     ## Step 12
4032     my $i;
4033     AFE: for (reverse 0..$#$active_formatting_elements) {
4034     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
4035 wakaba 1.79 !!!cp ('t66');
4036 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
4037     $i-- and last AFE if defined $i;
4038     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
4039 wakaba 1.79 !!!cp ('t67');
4040 wakaba 1.1 $i = $_;
4041     }
4042     } # AFE
4043     splice @$active_formatting_elements, $i + 1, 0, $clone;
4044    
4045     ## Step 13
4046     undef $i;
4047 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
4048     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
4049 wakaba 1.79 !!!cp ('t68');
4050 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
4051 wakaba 1.1 $i-- and last OE if defined $i;
4052 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
4053 wakaba 1.79 !!!cp ('t69');
4054 wakaba 1.1 $i = $_;
4055     }
4056     } # OE
4057 wakaba 1.3 splice @{$self->{open_elements}}, $i + 1, 1, $clone;
4058 wakaba 1.1
4059     ## Step 14
4060     redo FET;
4061     } # FET
4062     }; # $formatting_end_tag
4063    
4064 wakaba 1.96 $insert = my $insert_to_current = sub {
4065 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
4066 wakaba 1.1 }; # $insert_to_current
4067    
4068     my $insert_to_foster = sub {
4069 wakaba 1.95 my $child = shift;
4070 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
4071 wakaba 1.95 # MUST
4072     my $foster_parent_element;
4073     my $next_sibling;
4074 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
4075     if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
4076 wakaba 1.3 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
4077 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
4078 wakaba 1.79 !!!cp ('t70');
4079 wakaba 1.1 $foster_parent_element = $parent;
4080 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
4081 wakaba 1.1 } else {
4082 wakaba 1.79 !!!cp ('t71');
4083 wakaba 1.1 $foster_parent_element
4084 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
4085 wakaba 1.1 }
4086     last OE;
4087     }
4088     } # OE
4089 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
4090 wakaba 1.1 unless defined $foster_parent_element;
4091     $foster_parent_element->insert_before
4092     ($child, $next_sibling);
4093 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
4094     } else {
4095     !!!cp ('t72');
4096     $self->{open_elements}->[-1]->[0]->append_child ($child);
4097     }
4098 wakaba 1.1 }; # $insert_to_foster
4099    
4100 wakaba 1.126 B: while (1) {
4101 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
4102 wakaba 1.79 !!!cp ('t73');
4103 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
4104 wakaba 1.52 ## Ignore the token
4105     ## Stay in the phase
4106     !!!next-token;
4107 wakaba 1.126 next B;
4108 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
4109 wakaba 1.52 $token->{tag_name} eq 'html') {
4110 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4111 wakaba 1.79 !!!cp ('t79');
4112 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
4113 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
4114     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
4115 wakaba 1.79 !!!cp ('t80');
4116 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
4117 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
4118 wakaba 1.79 } else {
4119     !!!cp ('t81');
4120 wakaba 1.52 }
4121    
4122 wakaba 1.84 !!!cp ('t82');
4123 wakaba 1.113 !!!parse-error (type => 'not first start tag', token => $token);
4124 wakaba 1.52 my $top_el = $self->{open_elements}->[0]->[0];
4125     for my $attr_name (keys %{$token->{attributes}}) {
4126     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
4127 wakaba 1.79 !!!cp ('t84');
4128 wakaba 1.52 $top_el->set_attribute_ns
4129     (undef, [undef, $attr_name],
4130     $token->{attributes}->{$attr_name}->{value});
4131     }
4132     }
4133 wakaba 1.125 !!!nack ('t84.1');
4134 wakaba 1.52 !!!next-token;
4135 wakaba 1.126 next B;
4136 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
4137 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
4138 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
4139 wakaba 1.79 !!!cp ('t85');
4140 wakaba 1.52 $self->{document}->append_child ($comment);
4141 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
4142 wakaba 1.79 !!!cp ('t86');
4143 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
4144     } else {
4145 wakaba 1.79 !!!cp ('t87');
4146 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
4147     }
4148     !!!next-token;
4149 wakaba 1.126 next B;
4150     } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
4151     if ($token->{type} == CHARACTER_TOKEN) {
4152     !!!cp ('t87.1');
4153     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4154     !!!next-token;
4155     next B;
4156     } elsif ($token->{type} == START_TAG_TOKEN) {
4157 wakaba 1.129 if ((not {mglyph => 1, malignmark => 1}->{$token->{tag_name}} and
4158     $self->{open_elements}->[-1]->[1] & FOREIGN_FLOW_CONTENT_EL) or
4159 wakaba 1.126 not ($self->{open_elements}->[-1]->[1] & FOREIGN_EL) or
4160     ($token->{tag_name} eq 'svg' and
4161     $self->{open_elements}->[-1]->[1] & MML_AXML_EL)) {
4162     ## NOTE: "using the rules for secondary insertion mode"then"continue"
4163     !!!cp ('t87.2');
4164     #
4165     } elsif ({
4166 wakaba 1.130 b => 1, big => 1, blockquote => 1, body => 1, br => 1,
4167 wakaba 1.146 center => 1, code => 1, dd => 1, div => 1, dl => 1, dt => 1,
4168     em => 1, embed => 1, font => 1, h1 => 1, h2 => 1, h3 => 1,
4169     h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, i => 1,
4170     img => 1, li => 1, listing => 1, menu => 1, meta => 1,
4171     nobr => 1, ol => 1, p => 1, pre => 1, ruby => 1, s => 1,
4172     small => 1, span => 1, strong => 1, strike => 1, sub => 1,
4173     sup => 1, table => 1, tt => 1, u => 1, ul => 1, var => 1,
4174 wakaba 1.126 }->{$token->{tag_name}}) {
4175     !!!cp ('t87.2');
4176     !!!parse-error (type => 'not closed',
4177 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4178 wakaba 1.126 ->manakai_local_name,
4179     token => $token);
4180    
4181     pop @{$self->{open_elements}}
4182     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
4183    
4184 wakaba 1.130 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
4185 wakaba 1.126 ## Reprocess.
4186     next B;
4187     } else {
4188 wakaba 1.131 my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri;
4189     my $tag_name = $token->{tag_name};
4190     if ($nsuri eq $SVG_NS) {
4191     $tag_name = {
4192     altglyph => 'altGlyph',
4193     altglyphdef => 'altGlyphDef',
4194     altglyphitem => 'altGlyphItem',
4195     animatecolor => 'animateColor',
4196     animatemotion => 'animateMotion',
4197     animatetransform => 'animateTransform',
4198     clippath => 'clipPath',
4199     feblend => 'feBlend',
4200     fecolormatrix => 'feColorMatrix',
4201     fecomponenttransfer => 'feComponentTransfer',
4202     fecomposite => 'feComposite',
4203     feconvolvematrix => 'feConvolveMatrix',
4204     fediffuselighting => 'feDiffuseLighting',
4205     fedisplacementmap => 'feDisplacementMap',
4206     fedistantlight => 'feDistantLight',
4207     feflood => 'feFlood',
4208     fefunca => 'feFuncA',
4209     fefuncb => 'feFuncB',
4210     fefuncg => 'feFuncG',
4211     fefuncr => 'feFuncR',
4212     fegaussianblur => 'feGaussianBlur',
4213     feimage => 'feImage',
4214     femerge => 'feMerge',
4215     femergenode => 'feMergeNode',
4216     femorphology => 'feMorphology',
4217     feoffset => 'feOffset',
4218     fepointlight => 'fePointLight',
4219     fespecularlighting => 'feSpecularLighting',
4220     fespotlight => 'feSpotLight',
4221     fetile => 'feTile',
4222     feturbulence => 'feTurbulence',
4223     foreignobject => 'foreignObject',
4224     glyphref => 'glyphRef',
4225     lineargradient => 'linearGradient',
4226     radialgradient => 'radialGradient',
4227     #solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2)
4228     textpath => 'textPath',
4229     }->{$tag_name} || $tag_name;
4230     }
4231    
4232     ## "adjust SVG attributes" (SVG only) - done in insert-element-f
4233    
4234     ## "adjust foreign attributes" - done in insert-element-f
4235 wakaba 1.126
4236 wakaba 1.131 !!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token);
4237 wakaba 1.126
4238     if ($self->{self_closing}) {
4239     pop @{$self->{open_elements}};
4240     !!!ack ('t87.3');
4241     } else {
4242     !!!cp ('t87.4');
4243     }
4244    
4245     !!!next-token;
4246     next B;
4247     }
4248     } elsif ($token->{type} == END_TAG_TOKEN) {
4249     ## NOTE: "using the rules for secondary insertion mode" then "continue"
4250     !!!cp ('t87.5');
4251     #
4252     } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4253     !!!cp ('t87.6');
4254 wakaba 1.146 !!!parse-error (type => 'not closed',
4255 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4256 wakaba 1.146 ->manakai_local_name,
4257     token => $token);
4258    
4259     pop @{$self->{open_elements}}
4260     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
4261    
4262     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
4263     ## Reprocess.
4264     next B;
4265 wakaba 1.126 } else {
4266     die "$0: $token->{type}: Unknown token type";
4267     }
4268     }
4269    
4270     if ($self->{insertion_mode} & HEAD_IMS) {
4271 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4272 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4273 wakaba 1.99 unless ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4274     !!!cp ('t88.2');
4275     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4276     } else {
4277     !!!cp ('t88.1');
4278     ## Ignore the token.
4279     !!!next-token;
4280 wakaba 1.126 next B;
4281 wakaba 1.99 }
4282 wakaba 1.52 unless (length $token->{data}) {
4283 wakaba 1.79 !!!cp ('t88');
4284 wakaba 1.52 !!!next-token;
4285 wakaba 1.126 next B;
4286 wakaba 1.1 }
4287     }
4288 wakaba 1.52
4289 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4290 wakaba 1.79 !!!cp ('t89');
4291 wakaba 1.52 ## As if <head>
4292 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4293 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4294 wakaba 1.123 push @{$self->{open_elements}},
4295     [$self->{head_element}, $el_category->{head}];
4296 wakaba 1.52
4297     ## Reprocess in the "in head" insertion mode...
4298     pop @{$self->{open_elements}};
4299    
4300     ## Reprocess in the "after head" insertion mode...
4301 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4302 wakaba 1.79 !!!cp ('t90');
4303 wakaba 1.52 ## As if </noscript>
4304     pop @{$self->{open_elements}};
4305 wakaba 1.153 !!!parse-error (type => 'in noscript:#text', token => $token);
4306 wakaba 1.1
4307 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
4308     ## As if </head>
4309     pop @{$self->{open_elements}};
4310    
4311     ## Reprocess in the "after head" insertion mode...
4312 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4313 wakaba 1.79 !!!cp ('t91');
4314 wakaba 1.52 pop @{$self->{open_elements}};
4315    
4316     ## Reprocess in the "after head" insertion mode...
4317 wakaba 1.79 } else {
4318     !!!cp ('t92');
4319 wakaba 1.1 }
4320 wakaba 1.52
4321 wakaba 1.123 ## "after head" insertion mode
4322     ## As if <body>
4323     !!!insert-element ('body',, $token);
4324     $self->{insertion_mode} = IN_BODY_IM;
4325     ## reprocess
4326 wakaba 1.126 next B;
4327 wakaba 1.123 } elsif ($token->{type} == START_TAG_TOKEN) {
4328     if ($token->{tag_name} eq 'head') {
4329     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4330     !!!cp ('t93');
4331 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
4332 wakaba 1.123 $self->{open_elements}->[-1]->[0]->append_child
4333     ($self->{head_element});
4334     push @{$self->{open_elements}},
4335     [$self->{head_element}, $el_category->{head}];
4336     $self->{insertion_mode} = IN_HEAD_IM;
4337 wakaba 1.125 !!!nack ('t93.1');
4338 wakaba 1.123 !!!next-token;
4339 wakaba 1.126 next B;
4340 wakaba 1.125 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4341 wakaba 1.139 !!!cp ('t93.2');
4342 wakaba 1.153 !!!parse-error (type => 'after head', text => 'head',
4343     token => $token);
4344 wakaba 1.139 ## Ignore the token
4345     !!!nack ('t93.3');
4346     !!!next-token;
4347     next B;
4348 wakaba 1.125 } else {
4349     !!!cp ('t95');
4350 wakaba 1.153 !!!parse-error (type => 'in head:head',
4351     token => $token); # or in head noscript
4352 wakaba 1.125 ## Ignore the token
4353     !!!nack ('t95.1');
4354     !!!next-token;
4355 wakaba 1.126 next B;
4356 wakaba 1.125 }
4357     } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4358 wakaba 1.126 !!!cp ('t96');
4359     ## As if <head>
4360     !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4361     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4362     push @{$self->{open_elements}},
4363     [$self->{head_element}, $el_category->{head}];
4364 wakaba 1.52
4365 wakaba 1.126 $self->{insertion_mode} = IN_HEAD_IM;
4366     ## Reprocess in the "in head" insertion mode...
4367     } else {
4368     !!!cp ('t97');
4369     }
4370 wakaba 1.52
4371 wakaba 1.49 if ($token->{tag_name} eq 'base') {
4372 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4373 wakaba 1.79 !!!cp ('t98');
4374 wakaba 1.49 ## As if </noscript>
4375     pop @{$self->{open_elements}};
4376 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'base',
4377     token => $token);
4378 wakaba 1.49
4379 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4380 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4381 wakaba 1.79 } else {
4382     !!!cp ('t99');
4383 wakaba 1.49 }
4384    
4385     ## NOTE: There is a "as if in head" code clone.
4386 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4387 wakaba 1.79 !!!cp ('t100');
4388 wakaba 1.153 !!!parse-error (type => 'after head',
4389     text => $token->{tag_name}, token => $token);
4390 wakaba 1.123 push @{$self->{open_elements}},
4391     [$self->{head_element}, $el_category->{head}];
4392 wakaba 1.79 } else {
4393     !!!cp ('t101');
4394 wakaba 1.49 }
4395 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4396 wakaba 1.49 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4397 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4398 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4399 wakaba 1.125 !!!nack ('t101.1');
4400 wakaba 1.49 !!!next-token;
4401 wakaba 1.126 next B;
4402 wakaba 1.49 } elsif ($token->{tag_name} eq 'link') {
4403 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4404 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4405 wakaba 1.79 !!!cp ('t102');
4406 wakaba 1.153 !!!parse-error (type => 'after head',
4407     text => $token->{tag_name}, token => $token);
4408 wakaba 1.123 push @{$self->{open_elements}},
4409     [$self->{head_element}, $el_category->{head}];
4410 wakaba 1.79 } else {
4411     !!!cp ('t103');
4412 wakaba 1.25 }
4413 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4414 wakaba 1.25 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4415 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4416 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4417 wakaba 1.125 !!!ack ('t103.1');
4418 wakaba 1.1 !!!next-token;
4419 wakaba 1.126 next B;
4420 wakaba 1.34 } elsif ($token->{tag_name} eq 'meta') {
4421     ## NOTE: There is a "as if in head" code clone.
4422 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4423 wakaba 1.79 !!!cp ('t104');
4424 wakaba 1.153 !!!parse-error (type => 'after head',
4425     text => $token->{tag_name}, token => $token);
4426 wakaba 1.123 push @{$self->{open_elements}},
4427     [$self->{head_element}, $el_category->{head}];
4428 wakaba 1.79 } else {
4429     !!!cp ('t105');
4430 wakaba 1.34 }
4431 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4432 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4433 wakaba 1.34
4434     unless ($self->{confident}) {
4435 wakaba 1.134 if ($token->{attributes}->{charset}) {
4436 wakaba 1.79 !!!cp ('t106');
4437 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4438     ## in the {change_encoding} callback.
4439 wakaba 1.63 $self->{change_encoding}
4440 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value},
4441     $token);
4442 wakaba 1.66
4443     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4444     ->set_user_data (manakai_has_reference =>
4445     $token->{attributes}->{charset}
4446     ->{has_reference});
4447 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
4448     if ($token->{attributes}->{content}->{value}
4449 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
4450 wakaba 1.70 [\x09-\x0D\x20]*=
4451 wakaba 1.34 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
4452 wakaba 1.145 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20\x3B]*))/x) {
4453 wakaba 1.79 !!!cp ('t107');
4454 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4455     ## in the {change_encoding} callback.
4456 wakaba 1.63 $self->{change_encoding}
4457 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3,
4458     $token);
4459 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4460     ->set_user_data (manakai_has_reference =>
4461     $token->{attributes}->{content}
4462     ->{has_reference});
4463 wakaba 1.79 } else {
4464     !!!cp ('t108');
4465 wakaba 1.63 }
4466 wakaba 1.34 }
4467 wakaba 1.66 } else {
4468     if ($token->{attributes}->{charset}) {
4469 wakaba 1.79 !!!cp ('t109');
4470 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4471     ->set_user_data (manakai_has_reference =>
4472     $token->{attributes}->{charset}
4473     ->{has_reference});
4474     }
4475 wakaba 1.68 if ($token->{attributes}->{content}) {
4476 wakaba 1.79 !!!cp ('t110');
4477 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4478     ->set_user_data (manakai_has_reference =>
4479     $token->{attributes}->{content}
4480     ->{has_reference});
4481     }
4482 wakaba 1.34 }
4483    
4484 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4485 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4486 wakaba 1.125 !!!ack ('t110.1');
4487 wakaba 1.34 !!!next-token;
4488 wakaba 1.126 next B;
4489 wakaba 1.49 } elsif ($token->{tag_name} eq 'title') {
4490 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4491 wakaba 1.79 !!!cp ('t111');
4492 wakaba 1.49 ## As if </noscript>
4493     pop @{$self->{open_elements}};
4494 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'title',
4495     token => $token);
4496 wakaba 1.49
4497 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4498 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4499 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4500 wakaba 1.79 !!!cp ('t112');
4501 wakaba 1.153 !!!parse-error (type => 'after head',
4502     text => $token->{tag_name}, token => $token);
4503 wakaba 1.123 push @{$self->{open_elements}},
4504     [$self->{head_element}, $el_category->{head}];
4505 wakaba 1.79 } else {
4506     !!!cp ('t113');
4507 wakaba 1.25 }
4508 wakaba 1.49
4509     ## NOTE: There is a "as if in head" code clone.
4510 wakaba 1.31 my $parent = defined $self->{head_element} ? $self->{head_element}
4511     : $self->{open_elements}->[-1]->[0];
4512 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
4513 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4514 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4515 wakaba 1.126 next B;
4516 wakaba 1.148 } elsif ($token->{tag_name} eq 'style' or
4517     $token->{tag_name} eq 'noframes') {
4518 wakaba 1.25 ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
4519 wakaba 1.54 ## insertion mode IN_HEAD_IM)
4520 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4521 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4522 wakaba 1.79 !!!cp ('t114');
4523 wakaba 1.153 !!!parse-error (type => 'after head',
4524     text => $token->{tag_name}, token => $token);
4525 wakaba 1.123 push @{$self->{open_elements}},
4526     [$self->{head_element}, $el_category->{head}];
4527 wakaba 1.79 } else {
4528     !!!cp ('t115');
4529 wakaba 1.25 }
4530 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4531 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4532 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4533 wakaba 1.126 next B;
4534 wakaba 1.25 } elsif ($token->{tag_name} eq 'noscript') {
4535 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
4536 wakaba 1.79 !!!cp ('t116');
4537 wakaba 1.25 ## NOTE: and scripting is disalbed
4538 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4539 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
4540 wakaba 1.125 !!!nack ('t116.1');
4541 wakaba 1.1 !!!next-token;
4542 wakaba 1.126 next B;
4543 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4544 wakaba 1.79 !!!cp ('t117');
4545 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'noscript',
4546     token => $token);
4547 wakaba 1.1 ## Ignore the token
4548 wakaba 1.125 !!!nack ('t117.1');
4549 wakaba 1.41 !!!next-token;
4550 wakaba 1.126 next B;
4551 wakaba 1.1 } else {
4552 wakaba 1.79 !!!cp ('t118');
4553 wakaba 1.25 #
4554 wakaba 1.1 }
4555 wakaba 1.49 } elsif ($token->{tag_name} eq 'script') {
4556 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4557 wakaba 1.79 !!!cp ('t119');
4558 wakaba 1.49 ## As if </noscript>
4559     pop @{$self->{open_elements}};
4560 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'script',
4561     token => $token);
4562 wakaba 1.49
4563 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4564 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4565 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4566 wakaba 1.79 !!!cp ('t120');
4567 wakaba 1.153 !!!parse-error (type => 'after head',
4568     text => $token->{tag_name}, token => $token);
4569 wakaba 1.123 push @{$self->{open_elements}},
4570     [$self->{head_element}, $el_category->{head}];
4571 wakaba 1.79 } else {
4572     !!!cp ('t121');
4573 wakaba 1.25 }
4574 wakaba 1.49
4575 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4576 wakaba 1.100 $script_start_tag->();
4577     pop @{$self->{open_elements}} # <head>
4578 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4579 wakaba 1.126 next B;
4580 wakaba 1.49 } elsif ($token->{tag_name} eq 'body' or
4581 wakaba 1.25 $token->{tag_name} eq 'frameset') {
4582 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4583 wakaba 1.79 !!!cp ('t122');
4584 wakaba 1.49 ## As if </noscript>
4585     pop @{$self->{open_elements}};
4586 wakaba 1.153 !!!parse-error (type => 'in noscript',
4587     text => $token->{tag_name}, token => $token);
4588 wakaba 1.49
4589     ## Reprocess in the "in head" insertion mode...
4590     ## As if </head>
4591     pop @{$self->{open_elements}};
4592    
4593     ## Reprocess in the "after head" insertion mode...
4594 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4595 wakaba 1.79 !!!cp ('t124');
4596 wakaba 1.49 pop @{$self->{open_elements}};
4597    
4598     ## Reprocess in the "after head" insertion mode...
4599 wakaba 1.79 } else {
4600     !!!cp ('t125');
4601 wakaba 1.49 }
4602    
4603     ## "after head" insertion mode
4604 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4605 wakaba 1.54 if ($token->{tag_name} eq 'body') {
4606 wakaba 1.79 !!!cp ('t126');
4607 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4608     } elsif ($token->{tag_name} eq 'frameset') {
4609 wakaba 1.79 !!!cp ('t127');
4610 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
4611     } else {
4612     die "$0: tag name: $self->{tag_name}";
4613     }
4614 wakaba 1.125 !!!nack ('t127.1');
4615 wakaba 1.1 !!!next-token;
4616 wakaba 1.126 next B;
4617 wakaba 1.1 } else {
4618 wakaba 1.79 !!!cp ('t128');
4619 wakaba 1.1 #
4620     }
4621 wakaba 1.49
4622 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4623 wakaba 1.79 !!!cp ('t129');
4624 wakaba 1.49 ## As if </noscript>
4625     pop @{$self->{open_elements}};
4626 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4627     text => $token->{tag_name}, token => $token);
4628 wakaba 1.49
4629     ## Reprocess in the "in head" insertion mode...
4630     ## As if </head>
4631 wakaba 1.25 pop @{$self->{open_elements}};
4632 wakaba 1.49
4633     ## Reprocess in the "after head" insertion mode...
4634 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4635 wakaba 1.79 !!!cp ('t130');
4636 wakaba 1.49 ## As if </head>
4637 wakaba 1.25 pop @{$self->{open_elements}};
4638 wakaba 1.49
4639     ## Reprocess in the "after head" insertion mode...
4640 wakaba 1.79 } else {
4641     !!!cp ('t131');
4642 wakaba 1.49 }
4643    
4644     ## "after head" insertion mode
4645     ## As if <body>
4646 wakaba 1.116 !!!insert-element ('body',, $token);
4647 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4648 wakaba 1.49 ## reprocess
4649 wakaba 1.125 !!!ack-later;
4650 wakaba 1.126 next B;
4651 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4652 wakaba 1.49 if ($token->{tag_name} eq 'head') {
4653 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4654 wakaba 1.79 !!!cp ('t132');
4655 wakaba 1.50 ## As if <head>
4656 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4657 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4658 wakaba 1.123 push @{$self->{open_elements}},
4659     [$self->{head_element}, $el_category->{head}];
4660 wakaba 1.50
4661     ## Reprocess in the "in head" insertion mode...
4662     pop @{$self->{open_elements}};
4663 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4664 wakaba 1.50 !!!next-token;
4665 wakaba 1.126 next B;
4666 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4667 wakaba 1.79 !!!cp ('t133');
4668 wakaba 1.49 ## As if </noscript>
4669     pop @{$self->{open_elements}};
4670 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4671     text => 'head', token => $token);
4672 wakaba 1.49
4673     ## Reprocess in the "in head" insertion mode...
4674 wakaba 1.50 pop @{$self->{open_elements}};
4675 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4676 wakaba 1.50 !!!next-token;
4677 wakaba 1.126 next B;
4678 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4679 wakaba 1.79 !!!cp ('t134');
4680 wakaba 1.49 pop @{$self->{open_elements}};
4681 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4682 wakaba 1.49 !!!next-token;
4683 wakaba 1.126 next B;
4684 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4685     !!!cp ('t134.1');
4686 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'head',
4687     token => $token);
4688 wakaba 1.139 ## Ignore the token
4689     !!!next-token;
4690     next B;
4691 wakaba 1.49 } else {
4692 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4693 wakaba 1.49 }
4694     } elsif ($token->{tag_name} eq 'noscript') {
4695 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4696 wakaba 1.79 !!!cp ('t136');
4697 wakaba 1.49 pop @{$self->{open_elements}};
4698 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4699 wakaba 1.49 !!!next-token;
4700 wakaba 1.126 next B;
4701 wakaba 1.139 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or
4702     $self->{insertion_mode} == AFTER_HEAD_IM) {
4703 wakaba 1.79 !!!cp ('t137');
4704 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4705     text => 'noscript', token => $token);
4706 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
4707     !!!next-token;
4708 wakaba 1.126 next B;
4709 wakaba 1.49 } else {
4710 wakaba 1.79 !!!cp ('t138');
4711 wakaba 1.49 #
4712     }
4713     } elsif ({
4714 wakaba 1.31 body => 1, html => 1,
4715     }->{$token->{tag_name}}) {
4716 wakaba 1.139 if ($self->{insertion_mode} == BEFORE_HEAD_IM or
4717     $self->{insertion_mode} == IN_HEAD_IM or
4718     $self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4719 wakaba 1.79 !!!cp ('t140');
4720 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4721     text => $token->{tag_name}, token => $token);
4722 wakaba 1.49 ## Ignore the token
4723     !!!next-token;
4724 wakaba 1.126 next B;
4725 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4726     !!!cp ('t140.1');
4727 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4728     text => $token->{tag_name}, token => $token);
4729 wakaba 1.139 ## Ignore the token
4730     !!!next-token;
4731     next B;
4732 wakaba 1.79 } else {
4733 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4734 wakaba 1.49 }
4735 wakaba 1.139 } elsif ($token->{tag_name} eq 'p') {
4736     !!!cp ('t142');
4737 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4738     text => $token->{tag_name}, token => $token);
4739 wakaba 1.139 ## Ignore the token
4740     !!!next-token;
4741     next B;
4742     } elsif ($token->{tag_name} eq 'br') {
4743 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4744 wakaba 1.139 !!!cp ('t142.2');
4745     ## (before head) as if <head>, (in head) as if </head>
4746 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4747 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4748 wakaba 1.139 $self->{insertion_mode} = AFTER_HEAD_IM;
4749    
4750     ## Reprocess in the "after head" insertion mode...
4751     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4752     !!!cp ('t143.2');
4753     ## As if </head>
4754     pop @{$self->{open_elements}};
4755     $self->{insertion_mode} = AFTER_HEAD_IM;
4756    
4757     ## Reprocess in the "after head" insertion mode...
4758     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4759     !!!cp ('t143.3');
4760     ## ISSUE: Two parse errors for <head><noscript></br>
4761 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4762     text => 'br', token => $token);
4763 wakaba 1.139 ## As if </noscript>
4764     pop @{$self->{open_elements}};
4765     $self->{insertion_mode} = IN_HEAD_IM;
4766 wakaba 1.50
4767     ## Reprocess in the "in head" insertion mode...
4768 wakaba 1.139 ## As if </head>
4769     pop @{$self->{open_elements}};
4770     $self->{insertion_mode} = AFTER_HEAD_IM;
4771    
4772     ## Reprocess in the "after head" insertion mode...
4773     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4774     !!!cp ('t143.4');
4775     #
4776 wakaba 1.79 } else {
4777 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4778 wakaba 1.50 }
4779    
4780 wakaba 1.139 ## ISSUE: does not agree with IE7 - it doesn't ignore </br>.
4781 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4782     text => 'br', token => $token);
4783 wakaba 1.139 ## Ignore the token
4784     !!!next-token;
4785     next B;
4786 wakaba 1.25 } else {
4787 wakaba 1.139 !!!cp ('t145');
4788 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4789     text => $token->{tag_name}, token => $token);
4790 wakaba 1.139 ## Ignore the token
4791     !!!next-token;
4792     next B;
4793 wakaba 1.49 }
4794    
4795 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4796 wakaba 1.79 !!!cp ('t146');
4797 wakaba 1.49 ## As if </noscript>
4798     pop @{$self->{open_elements}};
4799 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4800     text => $token->{tag_name}, token => $token);
4801 wakaba 1.49
4802     ## Reprocess in the "in head" insertion mode...
4803     ## As if </head>
4804     pop @{$self->{open_elements}};
4805    
4806     ## Reprocess in the "after head" insertion mode...
4807 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4808 wakaba 1.79 !!!cp ('t147');
4809 wakaba 1.49 ## As if </head>
4810     pop @{$self->{open_elements}};
4811    
4812     ## Reprocess in the "after head" insertion mode...
4813 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4814 wakaba 1.82 ## ISSUE: This case cannot be reached?
4815 wakaba 1.79 !!!cp ('t148');
4816 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4817     text => $token->{tag_name}, token => $token);
4818 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
4819     !!!next-token;
4820 wakaba 1.126 next B;
4821 wakaba 1.79 } else {
4822     !!!cp ('t149');
4823 wakaba 1.1 }
4824    
4825 wakaba 1.49 ## "after head" insertion mode
4826     ## As if <body>
4827 wakaba 1.116 !!!insert-element ('body',, $token);
4828 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4829 wakaba 1.52 ## reprocess
4830 wakaba 1.126 next B;
4831 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4832     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4833     !!!cp ('t149.1');
4834    
4835     ## NOTE: As if <head>
4836 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4837 wakaba 1.104 $self->{open_elements}->[-1]->[0]->append_child
4838     ($self->{head_element});
4839 wakaba 1.123 #push @{$self->{open_elements}},
4840     # [$self->{head_element}, $el_category->{head}];
4841 wakaba 1.104 #$self->{insertion_mode} = IN_HEAD_IM;
4842     ## NOTE: Reprocess.
4843    
4844     ## NOTE: As if </head>
4845     #pop @{$self->{open_elements}};
4846     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4847     ## NOTE: Reprocess.
4848    
4849     #
4850     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4851     !!!cp ('t149.2');
4852    
4853     ## NOTE: As if </head>
4854     pop @{$self->{open_elements}};
4855     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4856     ## NOTE: Reprocess.
4857    
4858     #
4859     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4860     !!!cp ('t149.3');
4861    
4862 wakaba 1.113 !!!parse-error (type => 'in noscript:#eof', token => $token);
4863 wakaba 1.104
4864     ## As if </noscript>
4865     pop @{$self->{open_elements}};
4866     #$self->{insertion_mode} = IN_HEAD_IM;
4867     ## NOTE: Reprocess.
4868    
4869     ## NOTE: As if </head>
4870     pop @{$self->{open_elements}};
4871     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4872     ## NOTE: Reprocess.
4873    
4874     #
4875     } else {
4876     !!!cp ('t149.4');
4877     #
4878     }
4879    
4880     ## NOTE: As if <body>
4881 wakaba 1.116 !!!insert-element ('body',, $token);
4882 wakaba 1.104 $self->{insertion_mode} = IN_BODY_IM;
4883     ## NOTE: Reprocess.
4884 wakaba 1.126 next B;
4885 wakaba 1.104 } else {
4886     die "$0: $token->{type}: Unknown token type";
4887     }
4888 wakaba 1.52
4889     ## ISSUE: An issue in the spec.
4890 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
4891 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4892 wakaba 1.79 !!!cp ('t150');
4893 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
4894     $reconstruct_active_formatting_elements->($insert_to_current);
4895    
4896     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4897    
4898     !!!next-token;
4899 wakaba 1.126 next B;
4900 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4901 wakaba 1.52 if ({
4902     caption => 1, col => 1, colgroup => 1, tbody => 1,
4903     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
4904     }->{$token->{tag_name}}) {
4905 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
4906 wakaba 1.52 ## have an element in table scope
4907 wakaba 1.108 for (reverse 0..$#{$self->{open_elements}}) {
4908 wakaba 1.52 my $node = $self->{open_elements}->[$_];
4909 wakaba 1.123 if ($node->[1] & TABLE_CELL_EL) {
4910 wakaba 1.79 !!!cp ('t151');
4911 wakaba 1.108
4912     ## Close the cell
4913 wakaba 1.125 !!!back-token; # <x>
4914 wakaba 1.122 $token = {type => END_TAG_TOKEN,
4915     tag_name => $node->[0]->manakai_local_name,
4916 wakaba 1.114 line => $token->{line},
4917     column => $token->{column}};
4918 wakaba 1.126 next B;
4919 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4920 wakaba 1.79 !!!cp ('t152');
4921 wakaba 1.108 ## ISSUE: This case can never be reached, maybe.
4922     last;
4923 wakaba 1.52 }
4924 wakaba 1.108 }
4925    
4926     !!!cp ('t153');
4927     !!!parse-error (type => 'start tag not allowed',
4928 wakaba 1.153 text => $token->{tag_name}, token => $token);
4929 wakaba 1.108 ## Ignore the token
4930 wakaba 1.125 !!!nack ('t153.1');
4931 wakaba 1.108 !!!next-token;
4932 wakaba 1.126 next B;
4933 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
4934 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
4935     token => $token);
4936 wakaba 1.52
4937 wakaba 1.108 ## NOTE: As if </caption>.
4938 wakaba 1.52 ## have a table element in table scope
4939     my $i;
4940 wakaba 1.108 INSCOPE: {
4941     for (reverse 0..$#{$self->{open_elements}}) {
4942     my $node = $self->{open_elements}->[$_];
4943 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
4944 wakaba 1.108 !!!cp ('t155');
4945     $i = $_;
4946     last INSCOPE;
4947 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4948 wakaba 1.108 !!!cp ('t156');
4949     last;
4950     }
4951 wakaba 1.52 }
4952 wakaba 1.108
4953     !!!cp ('t157');
4954     !!!parse-error (type => 'start tag not allowed',
4955 wakaba 1.153 text => $token->{tag_name}, token => $token);
4956 wakaba 1.108 ## Ignore the token
4957 wakaba 1.125 !!!nack ('t157.1');
4958 wakaba 1.108 !!!next-token;
4959 wakaba 1.126 next B;
4960 wakaba 1.52 } # INSCOPE
4961    
4962     ## generate implied end tags
4963 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
4964     & END_TAG_OPTIONAL_EL) {
4965 wakaba 1.79 !!!cp ('t158');
4966 wakaba 1.86 pop @{$self->{open_elements}};
4967 wakaba 1.52 }
4968    
4969 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
4970 wakaba 1.79 !!!cp ('t159');
4971 wakaba 1.122 !!!parse-error (type => 'not closed',
4972 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4973 wakaba 1.122 ->manakai_local_name,
4974     token => $token);
4975 wakaba 1.79 } else {
4976     !!!cp ('t160');
4977 wakaba 1.52 }
4978    
4979     splice @{$self->{open_elements}}, $i;
4980    
4981     $clear_up_to_marker->();
4982    
4983 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4984 wakaba 1.52
4985     ## reprocess
4986 wakaba 1.125 !!!ack-later;
4987 wakaba 1.126 next B;
4988 wakaba 1.52 } else {
4989 wakaba 1.79 !!!cp ('t161');
4990 wakaba 1.52 #
4991     }
4992     } else {
4993 wakaba 1.79 !!!cp ('t162');
4994 wakaba 1.52 #
4995     }
4996 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4997 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
4998 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
4999 wakaba 1.43 ## have an element in table scope
5000 wakaba 1.52 my $i;
5001 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5002     my $node = $self->{open_elements}->[$_];
5003 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5004 wakaba 1.79 !!!cp ('t163');
5005 wakaba 1.52 $i = $_;
5006 wakaba 1.43 last INSCOPE;
5007 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5008 wakaba 1.79 !!!cp ('t164');
5009 wakaba 1.43 last INSCOPE;
5010     }
5011     } # INSCOPE
5012 wakaba 1.52 unless (defined $i) {
5013 wakaba 1.79 !!!cp ('t165');
5014 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5015     text => $token->{tag_name},
5016     token => $token);
5017 wakaba 1.43 ## Ignore the token
5018     !!!next-token;
5019 wakaba 1.126 next B;
5020 wakaba 1.43 }
5021    
5022 wakaba 1.52 ## generate implied end tags
5023 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
5024     & END_TAG_OPTIONAL_EL) {
5025 wakaba 1.79 !!!cp ('t166');
5026 wakaba 1.86 pop @{$self->{open_elements}};
5027 wakaba 1.52 }
5028 wakaba 1.86
5029 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5030     ne $token->{tag_name}) {
5031 wakaba 1.79 !!!cp ('t167');
5032 wakaba 1.122 !!!parse-error (type => 'not closed',
5033 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5034 wakaba 1.122 ->manakai_local_name,
5035     token => $token);
5036 wakaba 1.79 } else {
5037     !!!cp ('t168');
5038 wakaba 1.52 }
5039    
5040     splice @{$self->{open_elements}}, $i;
5041    
5042     $clear_up_to_marker->();
5043    
5044 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
5045 wakaba 1.52
5046     !!!next-token;
5047 wakaba 1.126 next B;
5048 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
5049 wakaba 1.79 !!!cp ('t169');
5050 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5051     text => $token->{tag_name}, token => $token);
5052 wakaba 1.52 ## Ignore the token
5053     !!!next-token;
5054 wakaba 1.126 next B;
5055 wakaba 1.52 } else {
5056 wakaba 1.79 !!!cp ('t170');
5057 wakaba 1.52 #
5058     }
5059     } elsif ($token->{tag_name} eq 'caption') {
5060 wakaba 1.54 if ($self->{insertion_mode} == IN_CAPTION_IM) {
5061 wakaba 1.43 ## have a table element in table scope
5062     my $i;
5063 wakaba 1.108 INSCOPE: {
5064     for (reverse 0..$#{$self->{open_elements}}) {
5065     my $node = $self->{open_elements}->[$_];
5066 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
5067 wakaba 1.108 !!!cp ('t171');
5068     $i = $_;
5069     last INSCOPE;
5070 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5071 wakaba 1.108 !!!cp ('t172');
5072     last;
5073     }
5074 wakaba 1.43 }
5075 wakaba 1.108
5076     !!!cp ('t173');
5077     !!!parse-error (type => 'unmatched end tag',
5078 wakaba 1.153 text => $token->{tag_name}, token => $token);
5079 wakaba 1.108 ## Ignore the token
5080     !!!next-token;
5081 wakaba 1.126 next B;
5082 wakaba 1.43 } # INSCOPE
5083    
5084     ## generate implied end tags
5085 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
5086     & END_TAG_OPTIONAL_EL) {
5087 wakaba 1.79 !!!cp ('t174');
5088 wakaba 1.86 pop @{$self->{open_elements}};
5089 wakaba 1.43 }
5090 wakaba 1.52
5091 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
5092 wakaba 1.79 !!!cp ('t175');
5093 wakaba 1.122 !!!parse-error (type => 'not closed',
5094 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5095 wakaba 1.122 ->manakai_local_name,
5096     token => $token);
5097 wakaba 1.79 } else {
5098     !!!cp ('t176');
5099 wakaba 1.52 }
5100    
5101     splice @{$self->{open_elements}}, $i;
5102    
5103     $clear_up_to_marker->();
5104    
5105 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5106 wakaba 1.52
5107     !!!next-token;
5108 wakaba 1.126 next B;
5109 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
5110 wakaba 1.79 !!!cp ('t177');
5111 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5112     text => $token->{tag_name}, token => $token);
5113 wakaba 1.52 ## Ignore the token
5114     !!!next-token;
5115 wakaba 1.126 next B;
5116 wakaba 1.52 } else {
5117 wakaba 1.79 !!!cp ('t178');
5118 wakaba 1.52 #
5119     }
5120     } elsif ({
5121     table => 1, tbody => 1, tfoot => 1,
5122     thead => 1, tr => 1,
5123     }->{$token->{tag_name}} and
5124 wakaba 1.54 $self->{insertion_mode} == IN_CELL_IM) {
5125 wakaba 1.52 ## have an element in table scope
5126     my $i;
5127     my $tn;
5128 wakaba 1.108 INSCOPE: {
5129     for (reverse 0..$#{$self->{open_elements}}) {
5130     my $node = $self->{open_elements}->[$_];
5131 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5132 wakaba 1.108 !!!cp ('t179');
5133     $i = $_;
5134    
5135     ## Close the cell
5136 wakaba 1.125 !!!back-token; # </x>
5137 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => $tn,
5138     line => $token->{line},
5139     column => $token->{column}};
5140 wakaba 1.126 next B;
5141 wakaba 1.123 } elsif ($node->[1] & TABLE_CELL_EL) {
5142 wakaba 1.108 !!!cp ('t180');
5143 wakaba 1.123 $tn = $node->[0]->manakai_local_name;
5144 wakaba 1.108 ## NOTE: There is exactly one |td| or |th| element
5145     ## in scope in the stack of open elements by definition.
5146 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5147 wakaba 1.108 ## ISSUE: Can this be reached?
5148     !!!cp ('t181');
5149     last;
5150     }
5151 wakaba 1.52 }
5152 wakaba 1.108
5153 wakaba 1.79 !!!cp ('t182');
5154 wakaba 1.108 !!!parse-error (type => 'unmatched end tag',
5155 wakaba 1.153 text => $token->{tag_name}, token => $token);
5156 wakaba 1.52 ## Ignore the token
5157     !!!next-token;
5158 wakaba 1.126 next B;
5159 wakaba 1.108 } # INSCOPE
5160 wakaba 1.52 } elsif ($token->{tag_name} eq 'table' and
5161 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
5162 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
5163     token => $token);
5164 wakaba 1.52
5165     ## As if </caption>
5166     ## have a table element in table scope
5167     my $i;
5168     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5169     my $node = $self->{open_elements}->[$_];
5170 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
5171 wakaba 1.79 !!!cp ('t184');
5172 wakaba 1.52 $i = $_;
5173     last INSCOPE;
5174 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5175 wakaba 1.79 !!!cp ('t185');
5176 wakaba 1.52 last INSCOPE;
5177     }
5178     } # INSCOPE
5179     unless (defined $i) {
5180 wakaba 1.79 !!!cp ('t186');
5181 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5182     text => 'caption', token => $token);
5183 wakaba 1.52 ## Ignore the token
5184     !!!next-token;
5185 wakaba 1.126 next B;
5186 wakaba 1.52 }
5187    
5188     ## generate implied end tags
5189 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5190 wakaba 1.79 !!!cp ('t187');
5191 wakaba 1.86 pop @{$self->{open_elements}};
5192 wakaba 1.52 }
5193    
5194 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
5195 wakaba 1.79 !!!cp ('t188');
5196 wakaba 1.122 !!!parse-error (type => 'not closed',
5197 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5198 wakaba 1.122 ->manakai_local_name,
5199     token => $token);
5200 wakaba 1.79 } else {
5201     !!!cp ('t189');
5202 wakaba 1.52 }
5203    
5204     splice @{$self->{open_elements}}, $i;
5205    
5206     $clear_up_to_marker->();
5207    
5208 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5209 wakaba 1.52
5210     ## reprocess
5211 wakaba 1.126 next B;
5212 wakaba 1.52 } elsif ({
5213     body => 1, col => 1, colgroup => 1, html => 1,
5214     }->{$token->{tag_name}}) {
5215 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
5216 wakaba 1.79 !!!cp ('t190');
5217 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5218     text => $token->{tag_name}, token => $token);
5219 wakaba 1.52 ## Ignore the token
5220     !!!next-token;
5221 wakaba 1.126 next B;
5222 wakaba 1.52 } else {
5223 wakaba 1.79 !!!cp ('t191');
5224 wakaba 1.52 #
5225     }
5226     } elsif ({
5227     tbody => 1, tfoot => 1,
5228     thead => 1, tr => 1,
5229     }->{$token->{tag_name}} and
5230 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
5231 wakaba 1.79 !!!cp ('t192');
5232 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5233     text => $token->{tag_name}, token => $token);
5234 wakaba 1.52 ## Ignore the token
5235     !!!next-token;
5236 wakaba 1.126 next B;
5237 wakaba 1.52 } else {
5238 wakaba 1.79 !!!cp ('t193');
5239 wakaba 1.52 #
5240     }
5241 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5242     for my $entry (@{$self->{open_elements}}) {
5243 wakaba 1.123 unless ($entry->[1] & ALL_END_TAG_OPTIONAL_EL) {
5244 wakaba 1.104 !!!cp ('t75');
5245 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
5246 wakaba 1.104 last;
5247     }
5248     }
5249    
5250     ## Stop parsing.
5251     last B;
5252 wakaba 1.52 } else {
5253     die "$0: $token->{type}: Unknown token type";
5254     }
5255    
5256     $insert = $insert_to_current;
5257     #
5258 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
5259 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
5260 wakaba 1.95 if (not $open_tables->[-1]->[1] and # tainted
5261     $token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5262     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5263 wakaba 1.52
5264 wakaba 1.95 unless (length $token->{data}) {
5265     !!!cp ('t194');
5266     !!!next-token;
5267 wakaba 1.126 next B;
5268 wakaba 1.95 } else {
5269     !!!cp ('t195');
5270     }
5271     }
5272 wakaba 1.52
5273 wakaba 1.153 !!!parse-error (type => 'in table:#text', token => $token);
5274 wakaba 1.52
5275     ## As if in body, but insert into foster parent element
5276     ## ISSUE: Spec says that "whenever a node would be inserted
5277     ## into the current node" while characters might not be
5278     ## result in a new Text node.
5279     $reconstruct_active_formatting_elements->($insert_to_foster);
5280    
5281 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
5282 wakaba 1.52 # MUST
5283     my $foster_parent_element;
5284     my $next_sibling;
5285     my $prev_sibling;
5286     OE: for (reverse 0..$#{$self->{open_elements}}) {
5287 wakaba 1.123 if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
5288 wakaba 1.52 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
5289     if (defined $parent and $parent->node_type == 1) {
5290 wakaba 1.79 !!!cp ('t196');
5291 wakaba 1.52 $foster_parent_element = $parent;
5292     $next_sibling = $self->{open_elements}->[$_]->[0];
5293     $prev_sibling = $next_sibling->previous_sibling;
5294     } else {
5295 wakaba 1.79 !!!cp ('t197');
5296 wakaba 1.52 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
5297     $prev_sibling = $foster_parent_element->last_child;
5298     }
5299     last OE;
5300     }
5301     } # OE
5302     $foster_parent_element = $self->{open_elements}->[0]->[0] and
5303     $prev_sibling = $foster_parent_element->last_child
5304     unless defined $foster_parent_element;
5305     if (defined $prev_sibling and
5306     $prev_sibling->node_type == 3) {
5307 wakaba 1.79 !!!cp ('t198');
5308 wakaba 1.52 $prev_sibling->manakai_append_text ($token->{data});
5309     } else {
5310 wakaba 1.79 !!!cp ('t199');
5311 wakaba 1.52 $foster_parent_element->insert_before
5312     ($self->{document}->create_text_node ($token->{data}),
5313     $next_sibling);
5314     }
5315 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
5316     } else {
5317     !!!cp ('t200');
5318     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
5319     }
5320 wakaba 1.52
5321 wakaba 1.95 !!!next-token;
5322 wakaba 1.126 next B;
5323 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
5324 wakaba 1.153 if ({
5325     tr => ($self->{insertion_mode} != IN_ROW_IM),
5326     th => 1, td => 1,
5327     }->{$token->{tag_name}}) {
5328     if ($self->{insertion_mode} == IN_TABLE_IM) {
5329     ## Clear back to table context
5330     while (not ($self->{open_elements}->[-1]->[1]
5331     & TABLE_SCOPING_EL)) {
5332     !!!cp ('t201');
5333     pop @{$self->{open_elements}};
5334     }
5335    
5336     !!!insert-element ('tbody',, $token);
5337     $self->{insertion_mode} = IN_TABLE_BODY_IM;
5338     ## reprocess in the "in table body" insertion mode...
5339     }
5340    
5341     if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5342     unless ($token->{tag_name} eq 'tr') {
5343     !!!cp ('t202');
5344     !!!parse-error (type => 'missing start tag:tr', token => $token);
5345     }
5346 wakaba 1.43
5347 wakaba 1.153 ## Clear back to table body context
5348     while (not ($self->{open_elements}->[-1]->[1]
5349     & TABLE_ROWS_SCOPING_EL)) {
5350     !!!cp ('t203');
5351     ## ISSUE: Can this case be reached?
5352     pop @{$self->{open_elements}};
5353     }
5354 wakaba 1.43
5355 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
5356 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
5357 wakaba 1.79 !!!cp ('t204');
5358 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5359 wakaba 1.125 !!!nack ('t204');
5360 wakaba 1.52 !!!next-token;
5361 wakaba 1.126 next B;
5362 wakaba 1.52 } else {
5363 wakaba 1.79 !!!cp ('t205');
5364 wakaba 1.116 !!!insert-element ('tr',, $token);
5365 wakaba 1.52 ## reprocess in the "in row" insertion mode
5366     }
5367 wakaba 1.79 } else {
5368     !!!cp ('t206');
5369 wakaba 1.52 }
5370    
5371     ## Clear back to table row context
5372 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5373     & TABLE_ROW_SCOPING_EL)) {
5374 wakaba 1.79 !!!cp ('t207');
5375 wakaba 1.52 pop @{$self->{open_elements}};
5376 wakaba 1.43 }
5377 wakaba 1.52
5378 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5379 wakaba 1.54 $self->{insertion_mode} = IN_CELL_IM;
5380 wakaba 1.52
5381     push @$active_formatting_elements, ['#marker', ''];
5382    
5383 wakaba 1.125 !!!nack ('t207.1');
5384 wakaba 1.52 !!!next-token;
5385 wakaba 1.126 next B;
5386 wakaba 1.52 } elsif ({
5387     caption => 1, col => 1, colgroup => 1,
5388     tbody => 1, tfoot => 1, thead => 1,
5389 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
5390 wakaba 1.52 }->{$token->{tag_name}}) {
5391 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5392 wakaba 1.52 ## As if </tr>
5393 wakaba 1.43 ## have an element in table scope
5394     my $i;
5395     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5396     my $node = $self->{open_elements}->[$_];
5397 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5398 wakaba 1.79 !!!cp ('t208');
5399 wakaba 1.43 $i = $_;
5400     last INSCOPE;
5401 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5402 wakaba 1.79 !!!cp ('t209');
5403 wakaba 1.43 last INSCOPE;
5404     }
5405     } # INSCOPE
5406 wakaba 1.79 unless (defined $i) {
5407 wakaba 1.125 !!!cp ('t210');
5408 wakaba 1.83 ## TODO: This type is wrong.
5409 wakaba 1.153 !!!parse-error (type => 'unmacthed end tag',
5410     text => $token->{tag_name}, token => $token);
5411 wakaba 1.52 ## Ignore the token
5412 wakaba 1.125 !!!nack ('t210.1');
5413 wakaba 1.52 !!!next-token;
5414 wakaba 1.126 next B;
5415 wakaba 1.43 }
5416    
5417 wakaba 1.52 ## Clear back to table row context
5418 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5419     & TABLE_ROW_SCOPING_EL)) {
5420 wakaba 1.79 !!!cp ('t211');
5421 wakaba 1.83 ## ISSUE: Can this case be reached?
5422 wakaba 1.52 pop @{$self->{open_elements}};
5423 wakaba 1.1 }
5424 wakaba 1.43
5425 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5426 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5427 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
5428 wakaba 1.79 !!!cp ('t212');
5429 wakaba 1.52 ## reprocess
5430 wakaba 1.125 !!!ack-later;
5431 wakaba 1.126 next B;
5432 wakaba 1.52 } else {
5433 wakaba 1.79 !!!cp ('t213');
5434 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
5435     }
5436 wakaba 1.1 }
5437 wakaba 1.52
5438 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5439 wakaba 1.52 ## have an element in table scope
5440 wakaba 1.43 my $i;
5441     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5442     my $node = $self->{open_elements}->[$_];
5443 wakaba 1.123 if ($node->[1] & TABLE_ROW_GROUP_EL) {
5444 wakaba 1.79 !!!cp ('t214');
5445 wakaba 1.43 $i = $_;
5446     last INSCOPE;
5447 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5448 wakaba 1.79 !!!cp ('t215');
5449 wakaba 1.43 last INSCOPE;
5450     }
5451     } # INSCOPE
5452 wakaba 1.52 unless (defined $i) {
5453 wakaba 1.79 !!!cp ('t216');
5454 wakaba 1.153 ## TODO: This erorr type is wrong.
5455     !!!parse-error (type => 'unmatched end tag',
5456     text => $token->{tag_name}, token => $token);
5457 wakaba 1.52 ## Ignore the token
5458 wakaba 1.125 !!!nack ('t216.1');
5459 wakaba 1.52 !!!next-token;
5460 wakaba 1.126 next B;
5461 wakaba 1.43 }
5462 wakaba 1.52
5463     ## Clear back to table body context
5464 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5465     & TABLE_ROWS_SCOPING_EL)) {
5466 wakaba 1.79 !!!cp ('t217');
5467 wakaba 1.83 ## ISSUE: Can this state be reached?
5468 wakaba 1.52 pop @{$self->{open_elements}};
5469 wakaba 1.43 }
5470    
5471 wakaba 1.52 ## As if <{current node}>
5472     ## have an element in table scope
5473     ## true by definition
5474 wakaba 1.43
5475 wakaba 1.52 ## Clear back to table body context
5476     ## nop by definition
5477 wakaba 1.43
5478 wakaba 1.52 pop @{$self->{open_elements}};
5479 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5480 wakaba 1.52 ## reprocess in "in table" insertion mode...
5481 wakaba 1.79 } else {
5482     !!!cp ('t218');
5483 wakaba 1.52 }
5484    
5485     if ($token->{tag_name} eq 'col') {
5486     ## Clear back to table context
5487 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5488     & TABLE_SCOPING_EL)) {
5489 wakaba 1.79 !!!cp ('t219');
5490 wakaba 1.83 ## ISSUE: Can this state be reached?
5491 wakaba 1.52 pop @{$self->{open_elements}};
5492     }
5493 wakaba 1.43
5494 wakaba 1.116 !!!insert-element ('colgroup',, $token);
5495 wakaba 1.54 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
5496 wakaba 1.52 ## reprocess
5497 wakaba 1.125 !!!ack-later;
5498 wakaba 1.126 next B;
5499 wakaba 1.52 } elsif ({
5500     caption => 1,
5501     colgroup => 1,
5502     tbody => 1, tfoot => 1, thead => 1,
5503     }->{$token->{tag_name}}) {
5504     ## Clear back to table context
5505 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5506     & TABLE_SCOPING_EL)) {
5507 wakaba 1.79 !!!cp ('t220');
5508 wakaba 1.83 ## ISSUE: Can this state be reached?
5509 wakaba 1.52 pop @{$self->{open_elements}};
5510 wakaba 1.1 }
5511 wakaba 1.52
5512     push @$active_formatting_elements, ['#marker', '']
5513     if $token->{tag_name} eq 'caption';
5514    
5515 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5516 wakaba 1.52 $self->{insertion_mode} = {
5517 wakaba 1.54 caption => IN_CAPTION_IM,
5518     colgroup => IN_COLUMN_GROUP_IM,
5519     tbody => IN_TABLE_BODY_IM,
5520     tfoot => IN_TABLE_BODY_IM,
5521     thead => IN_TABLE_BODY_IM,
5522 wakaba 1.52 }->{$token->{tag_name}};
5523 wakaba 1.1 !!!next-token;
5524 wakaba 1.125 !!!nack ('t220.1');
5525 wakaba 1.126 next B;
5526 wakaba 1.52 } else {
5527     die "$0: in table: <>: $token->{tag_name}";
5528 wakaba 1.1 }
5529 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5530 wakaba 1.122 !!!parse-error (type => 'not closed',
5531 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5532 wakaba 1.122 ->manakai_local_name,
5533     token => $token);
5534 wakaba 1.1
5535 wakaba 1.52 ## As if </table>
5536 wakaba 1.1 ## have a table element in table scope
5537     my $i;
5538 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5539     my $node = $self->{open_elements}->[$_];
5540 wakaba 1.123 if ($node->[1] & TABLE_EL) {
5541 wakaba 1.79 !!!cp ('t221');
5542 wakaba 1.1 $i = $_;
5543     last INSCOPE;
5544 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5545 wakaba 1.79 !!!cp ('t222');
5546 wakaba 1.1 last INSCOPE;
5547     }
5548     } # INSCOPE
5549     unless (defined $i) {
5550 wakaba 1.79 !!!cp ('t223');
5551 wakaba 1.83 ## TODO: The following is wrong, maybe.
5552 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'table',
5553     token => $token);
5554 wakaba 1.52 ## Ignore tokens </table><table>
5555 wakaba 1.125 !!!nack ('t223.1');
5556 wakaba 1.1 !!!next-token;
5557 wakaba 1.126 next B;
5558 wakaba 1.1 }
5559    
5560 wakaba 1.151 ## TODO: Followings are removed from the latest spec.
5561 wakaba 1.1 ## generate implied end tags
5562 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5563 wakaba 1.79 !!!cp ('t224');
5564 wakaba 1.86 pop @{$self->{open_elements}};
5565 wakaba 1.1 }
5566    
5567 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & TABLE_EL) {
5568 wakaba 1.79 !!!cp ('t225');
5569 wakaba 1.122 ## NOTE: |<table><tr><table>|
5570     !!!parse-error (type => 'not closed',
5571 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5572 wakaba 1.122 ->manakai_local_name,
5573     token => $token);
5574 wakaba 1.79 } else {
5575     !!!cp ('t226');
5576 wakaba 1.1 }
5577    
5578 wakaba 1.3 splice @{$self->{open_elements}}, $i;
5579 wakaba 1.95 pop @{$open_tables};
5580 wakaba 1.1
5581 wakaba 1.52 $self->_reset_insertion_mode;
5582 wakaba 1.1
5583 wakaba 1.125 ## reprocess
5584     !!!ack-later;
5585 wakaba 1.126 next B;
5586 wakaba 1.100 } elsif ($token->{tag_name} eq 'style') {
5587     if (not $open_tables->[-1]->[1]) { # tainted
5588     !!!cp ('t227.8');
5589     ## NOTE: This is a "as if in head" code clone.
5590     $parse_rcdata->(CDATA_CONTENT_MODEL);
5591 wakaba 1.126 next B;
5592 wakaba 1.100 } else {
5593     !!!cp ('t227.7');
5594     #
5595     }
5596     } elsif ($token->{tag_name} eq 'script') {
5597     if (not $open_tables->[-1]->[1]) { # tainted
5598     !!!cp ('t227.6');
5599     ## NOTE: This is a "as if in head" code clone.
5600     $script_start_tag->();
5601 wakaba 1.126 next B;
5602 wakaba 1.100 } else {
5603     !!!cp ('t227.5');
5604     #
5605     }
5606 wakaba 1.98 } elsif ($token->{tag_name} eq 'input') {
5607     if (not $open_tables->[-1]->[1]) { # tainted
5608     if ($token->{attributes}->{type}) { ## TODO: case
5609     my $type = lc $token->{attributes}->{type}->{value};
5610     if ($type eq 'hidden') {
5611     !!!cp ('t227.3');
5612 wakaba 1.153 !!!parse-error (type => 'in table',
5613     text => $token->{tag_name}, token => $token);
5614 wakaba 1.98
5615 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5616 wakaba 1.98
5617     ## TODO: form element pointer
5618    
5619     pop @{$self->{open_elements}};
5620    
5621     !!!next-token;
5622 wakaba 1.125 !!!ack ('t227.2.1');
5623 wakaba 1.126 next B;
5624 wakaba 1.98 } else {
5625     !!!cp ('t227.2');
5626     #
5627     }
5628     } else {
5629     !!!cp ('t227.1');
5630     #
5631     }
5632     } else {
5633     !!!cp ('t227.4');
5634     #
5635     }
5636 wakaba 1.58 } else {
5637 wakaba 1.79 !!!cp ('t227');
5638 wakaba 1.58 #
5639     }
5640 wakaba 1.98
5641 wakaba 1.153 !!!parse-error (type => 'in table', text => $token->{tag_name},
5642     token => $token);
5643 wakaba 1.98
5644     $insert = $insert_to_foster;
5645     #
5646 wakaba 1.58 } elsif ($token->{type} == END_TAG_TOKEN) {
5647 wakaba 1.52 if ($token->{tag_name} eq 'tr' and
5648 wakaba 1.54 $self->{insertion_mode} == IN_ROW_IM) {
5649 wakaba 1.52 ## have an element in table scope
5650     my $i;
5651     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5652     my $node = $self->{open_elements}->[$_];
5653 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5654 wakaba 1.79 !!!cp ('t228');
5655 wakaba 1.52 $i = $_;
5656     last INSCOPE;
5657 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5658 wakaba 1.79 !!!cp ('t229');
5659 wakaba 1.52 last INSCOPE;
5660     }
5661     } # INSCOPE
5662     unless (defined $i) {
5663 wakaba 1.79 !!!cp ('t230');
5664 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5665     text => $token->{tag_name}, token => $token);
5666 wakaba 1.52 ## Ignore the token
5667 wakaba 1.125 !!!nack ('t230.1');
5668 wakaba 1.42 !!!next-token;
5669 wakaba 1.126 next B;
5670 wakaba 1.79 } else {
5671     !!!cp ('t232');
5672 wakaba 1.42 }
5673    
5674 wakaba 1.52 ## Clear back to table row context
5675 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5676     & TABLE_ROW_SCOPING_EL)) {
5677 wakaba 1.79 !!!cp ('t231');
5678 wakaba 1.83 ## ISSUE: Can this state be reached?
5679 wakaba 1.52 pop @{$self->{open_elements}};
5680     }
5681 wakaba 1.42
5682 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5683 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5684 wakaba 1.52 !!!next-token;
5685 wakaba 1.125 !!!nack ('t231.1');
5686 wakaba 1.126 next B;
5687 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5688 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5689 wakaba 1.52 ## As if </tr>
5690     ## have an element in table scope
5691     my $i;
5692     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5693     my $node = $self->{open_elements}->[$_];
5694 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5695 wakaba 1.79 !!!cp ('t233');
5696 wakaba 1.52 $i = $_;
5697     last INSCOPE;
5698 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5699 wakaba 1.79 !!!cp ('t234');
5700 wakaba 1.52 last INSCOPE;
5701 wakaba 1.42 }
5702 wakaba 1.52 } # INSCOPE
5703     unless (defined $i) {
5704 wakaba 1.79 !!!cp ('t235');
5705 wakaba 1.83 ## TODO: The following is wrong.
5706 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5707     text => $token->{type}, token => $token);
5708 wakaba 1.52 ## Ignore the token
5709 wakaba 1.125 !!!nack ('t236.1');
5710 wakaba 1.52 !!!next-token;
5711 wakaba 1.126 next B;
5712 wakaba 1.42 }
5713 wakaba 1.52
5714     ## Clear back to table row context
5715 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5716     & TABLE_ROW_SCOPING_EL)) {
5717 wakaba 1.79 !!!cp ('t236');
5718 wakaba 1.83 ## ISSUE: Can this state be reached?
5719 wakaba 1.46 pop @{$self->{open_elements}};
5720 wakaba 1.1 }
5721 wakaba 1.46
5722 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5723 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5724 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
5725 wakaba 1.1 }
5726    
5727 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5728 wakaba 1.52 ## have an element in table scope
5729     my $i;
5730     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5731     my $node = $self->{open_elements}->[$_];
5732 wakaba 1.123 if ($node->[1] & TABLE_ROW_GROUP_EL) {
5733 wakaba 1.79 !!!cp ('t237');
5734 wakaba 1.52 $i = $_;
5735     last INSCOPE;
5736 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5737 wakaba 1.79 !!!cp ('t238');
5738 wakaba 1.52 last INSCOPE;
5739     }
5740     } # INSCOPE
5741     unless (defined $i) {
5742 wakaba 1.79 !!!cp ('t239');
5743 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5744     text => $token->{tag_name}, token => $token);
5745 wakaba 1.52 ## Ignore the token
5746 wakaba 1.125 !!!nack ('t239.1');
5747 wakaba 1.52 !!!next-token;
5748 wakaba 1.126 next B;
5749 wakaba 1.47 }
5750    
5751     ## Clear back to table body context
5752 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5753     & TABLE_ROWS_SCOPING_EL)) {
5754 wakaba 1.79 !!!cp ('t240');
5755 wakaba 1.47 pop @{$self->{open_elements}};
5756     }
5757    
5758 wakaba 1.52 ## As if <{current node}>
5759     ## have an element in table scope
5760     ## true by definition
5761    
5762     ## Clear back to table body context
5763     ## nop by definition
5764    
5765     pop @{$self->{open_elements}};
5766 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5767 wakaba 1.52 ## reprocess in the "in table" insertion mode...
5768     }
5769    
5770 wakaba 1.94 ## NOTE: </table> in the "in table" insertion mode.
5771     ## When you edit the code fragment below, please ensure that
5772     ## the code for <table> in the "in table" insertion mode
5773     ## is synced with it.
5774    
5775 wakaba 1.52 ## have a table element in table scope
5776     my $i;
5777     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5778     my $node = $self->{open_elements}->[$_];
5779 wakaba 1.123 if ($node->[1] & TABLE_EL) {
5780 wakaba 1.79 !!!cp ('t241');
5781 wakaba 1.52 $i = $_;
5782     last INSCOPE;
5783 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5784 wakaba 1.79 !!!cp ('t242');
5785 wakaba 1.52 last INSCOPE;
5786 wakaba 1.47 }
5787 wakaba 1.52 } # INSCOPE
5788     unless (defined $i) {
5789 wakaba 1.79 !!!cp ('t243');
5790 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5791     text => $token->{tag_name}, token => $token);
5792 wakaba 1.52 ## Ignore the token
5793 wakaba 1.125 !!!nack ('t243.1');
5794 wakaba 1.52 !!!next-token;
5795 wakaba 1.126 next B;
5796 wakaba 1.3 }
5797 wakaba 1.52
5798     splice @{$self->{open_elements}}, $i;
5799 wakaba 1.95 pop @{$open_tables};
5800 wakaba 1.1
5801 wakaba 1.52 $self->_reset_insertion_mode;
5802 wakaba 1.47
5803     !!!next-token;
5804 wakaba 1.126 next B;
5805 wakaba 1.47 } elsif ({
5806 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
5807 wakaba 1.52 }->{$token->{tag_name}} and
5808 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
5809 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5810 wakaba 1.52 ## have an element in table scope
5811     my $i;
5812     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5813     my $node = $self->{open_elements}->[$_];
5814 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5815 wakaba 1.79 !!!cp ('t247');
5816 wakaba 1.52 $i = $_;
5817     last INSCOPE;
5818 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5819 wakaba 1.79 !!!cp ('t248');
5820 wakaba 1.52 last INSCOPE;
5821     }
5822     } # INSCOPE
5823     unless (defined $i) {
5824 wakaba 1.79 !!!cp ('t249');
5825 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5826     text => $token->{tag_name}, token => $token);
5827 wakaba 1.52 ## Ignore the token
5828 wakaba 1.125 !!!nack ('t249.1');
5829 wakaba 1.52 !!!next-token;
5830 wakaba 1.126 next B;
5831 wakaba 1.52 }
5832    
5833 wakaba 1.48 ## As if </tr>
5834     ## have an element in table scope
5835     my $i;
5836     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5837     my $node = $self->{open_elements}->[$_];
5838 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5839 wakaba 1.79 !!!cp ('t250');
5840 wakaba 1.48 $i = $_;
5841     last INSCOPE;
5842 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5843 wakaba 1.79 !!!cp ('t251');
5844 wakaba 1.48 last INSCOPE;
5845     }
5846     } # INSCOPE
5847 wakaba 1.52 unless (defined $i) {
5848 wakaba 1.79 !!!cp ('t252');
5849 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5850     text => 'tr', token => $token);
5851 wakaba 1.52 ## Ignore the token
5852 wakaba 1.125 !!!nack ('t252.1');
5853 wakaba 1.52 !!!next-token;
5854 wakaba 1.126 next B;
5855 wakaba 1.52 }
5856 wakaba 1.48
5857     ## Clear back to table row context
5858 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5859     & TABLE_ROW_SCOPING_EL)) {
5860 wakaba 1.79 !!!cp ('t253');
5861 wakaba 1.83 ## ISSUE: Can this case be reached?
5862 wakaba 1.48 pop @{$self->{open_elements}};
5863     }
5864    
5865     pop @{$self->{open_elements}}; # tr
5866 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5867 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
5868     }
5869    
5870     ## have an element in table scope
5871     my $i;
5872     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5873     my $node = $self->{open_elements}->[$_];
5874 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5875 wakaba 1.79 !!!cp ('t254');
5876 wakaba 1.52 $i = $_;
5877     last INSCOPE;
5878 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5879 wakaba 1.79 !!!cp ('t255');
5880 wakaba 1.52 last INSCOPE;
5881     }
5882     } # INSCOPE
5883     unless (defined $i) {
5884 wakaba 1.79 !!!cp ('t256');
5885 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5886     text => $token->{tag_name}, token => $token);
5887 wakaba 1.52 ## Ignore the token
5888 wakaba 1.125 !!!nack ('t256.1');
5889 wakaba 1.52 !!!next-token;
5890 wakaba 1.126 next B;
5891 wakaba 1.52 }
5892    
5893     ## Clear back to table body context
5894 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5895     & TABLE_ROWS_SCOPING_EL)) {
5896 wakaba 1.79 !!!cp ('t257');
5897 wakaba 1.83 ## ISSUE: Can this case be reached?
5898 wakaba 1.52 pop @{$self->{open_elements}};
5899     }
5900    
5901     pop @{$self->{open_elements}};
5902 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5903 wakaba 1.125 !!!nack ('t257.1');
5904 wakaba 1.52 !!!next-token;
5905 wakaba 1.126 next B;
5906 wakaba 1.52 } elsif ({
5907     body => 1, caption => 1, col => 1, colgroup => 1,
5908     html => 1, td => 1, th => 1,
5909 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
5910     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
5911 wakaba 1.52 }->{$token->{tag_name}}) {
5912 wakaba 1.125 !!!cp ('t258');
5913 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5914     text => $token->{tag_name}, token => $token);
5915 wakaba 1.125 ## Ignore the token
5916     !!!nack ('t258.1');
5917     !!!next-token;
5918 wakaba 1.126 next B;
5919 wakaba 1.58 } else {
5920 wakaba 1.79 !!!cp ('t259');
5921 wakaba 1.153 !!!parse-error (type => 'in table:/',
5922     text => $token->{tag_name}, token => $token);
5923 wakaba 1.52
5924 wakaba 1.58 $insert = $insert_to_foster;
5925     #
5926     }
5927 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5928 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
5929 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
5930 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
5931 wakaba 1.104 !!!cp ('t259.1');
5932 wakaba 1.105 #
5933 wakaba 1.104 } else {
5934     !!!cp ('t259.2');
5935 wakaba 1.105 #
5936 wakaba 1.104 }
5937    
5938     ## Stop parsing
5939     last B;
5940 wakaba 1.58 } else {
5941     die "$0: $token->{type}: Unknown token type";
5942     }
5943 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
5944 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5945 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5946     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5947     unless (length $token->{data}) {
5948 wakaba 1.79 !!!cp ('t260');
5949 wakaba 1.52 !!!next-token;
5950 wakaba 1.126 next B;
5951 wakaba 1.52 }
5952     }
5953    
5954 wakaba 1.79 !!!cp ('t261');
5955 wakaba 1.52 #
5956 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5957 wakaba 1.52 if ($token->{tag_name} eq 'col') {
5958 wakaba 1.79 !!!cp ('t262');
5959 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5960 wakaba 1.52 pop @{$self->{open_elements}};
5961 wakaba 1.125 !!!ack ('t262.1');
5962 wakaba 1.52 !!!next-token;
5963 wakaba 1.126 next B;
5964 wakaba 1.52 } else {
5965 wakaba 1.79 !!!cp ('t263');
5966 wakaba 1.52 #
5967     }
5968 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5969 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
5970 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL) {
5971 wakaba 1.79 !!!cp ('t264');
5972 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5973     text => 'colgroup', token => $token);
5974 wakaba 1.52 ## Ignore the token
5975     !!!next-token;
5976 wakaba 1.126 next B;
5977 wakaba 1.52 } else {
5978 wakaba 1.79 !!!cp ('t265');
5979 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
5980 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5981 wakaba 1.52 !!!next-token;
5982 wakaba 1.126 next B;
5983 wakaba 1.52 }
5984     } elsif ($token->{tag_name} eq 'col') {
5985 wakaba 1.79 !!!cp ('t266');
5986 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5987     text => 'col', token => $token);
5988 wakaba 1.52 ## Ignore the token
5989     !!!next-token;
5990 wakaba 1.126 next B;
5991 wakaba 1.52 } else {
5992 wakaba 1.79 !!!cp ('t267');
5993 wakaba 1.52 #
5994     }
5995 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5996 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL and
5997 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
5998     !!!cp ('t270.2');
5999     ## Stop parsing.
6000     last B;
6001     } else {
6002     ## NOTE: As if </colgroup>.
6003     !!!cp ('t270.1');
6004     pop @{$self->{open_elements}}; # colgroup
6005     $self->{insertion_mode} = IN_TABLE_IM;
6006     ## Reprocess.
6007 wakaba 1.126 next B;
6008 wakaba 1.104 }
6009     } else {
6010     die "$0: $token->{type}: Unknown token type";
6011     }
6012 wakaba 1.52
6013     ## As if </colgroup>
6014 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL) {
6015 wakaba 1.79 !!!cp ('t269');
6016 wakaba 1.104 ## TODO: Wrong error type?
6017 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6018     text => 'colgroup', token => $token);
6019 wakaba 1.52 ## Ignore the token
6020 wakaba 1.125 !!!nack ('t269.1');
6021 wakaba 1.52 !!!next-token;
6022 wakaba 1.126 next B;
6023 wakaba 1.52 } else {
6024 wakaba 1.79 !!!cp ('t270');
6025 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
6026 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
6027 wakaba 1.125 !!!ack-later;
6028 wakaba 1.52 ## reprocess
6029 wakaba 1.126 next B;
6030 wakaba 1.52 }
6031 wakaba 1.101 } elsif ($self->{insertion_mode} & SELECT_IMS) {
6032 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
6033 wakaba 1.79 !!!cp ('t271');
6034 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
6035     !!!next-token;
6036 wakaba 1.126 next B;
6037 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
6038 wakaba 1.123 if ($token->{tag_name} eq 'option') {
6039     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
6040     !!!cp ('t272');
6041     ## As if </option>
6042     pop @{$self->{open_elements}};
6043     } else {
6044     !!!cp ('t273');
6045     }
6046 wakaba 1.52
6047 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6048 wakaba 1.125 !!!nack ('t273.1');
6049 wakaba 1.123 !!!next-token;
6050 wakaba 1.126 next B;
6051 wakaba 1.123 } elsif ($token->{tag_name} eq 'optgroup') {
6052     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
6053     !!!cp ('t274');
6054     ## As if </option>
6055     pop @{$self->{open_elements}};
6056     } else {
6057     !!!cp ('t275');
6058     }
6059 wakaba 1.52
6060 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & OPTGROUP_EL) {
6061     !!!cp ('t276');
6062     ## As if </optgroup>
6063     pop @{$self->{open_elements}};
6064     } else {
6065     !!!cp ('t277');
6066     }
6067 wakaba 1.52
6068 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6069 wakaba 1.125 !!!nack ('t277.1');
6070 wakaba 1.123 !!!next-token;
6071 wakaba 1.126 next B;
6072 wakaba 1.146 } elsif ({
6073     select => 1, input => 1, textarea => 1,
6074     }->{$token->{tag_name}} or
6075 wakaba 1.101 ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
6076     {
6077     caption => 1, table => 1,
6078     tbody => 1, tfoot => 1, thead => 1,
6079     tr => 1, td => 1, th => 1,
6080     }->{$token->{tag_name}})) {
6081     ## TODO: The type below is not good - <select> is replaced by </select>
6082 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'select',
6083     token => $token);
6084 wakaba 1.101 ## NOTE: As if the token were </select> (<select> case) or
6085     ## as if there were </select> (otherwise).
6086 wakaba 1.123 ## have an element in table scope
6087     my $i;
6088     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6089     my $node = $self->{open_elements}->[$_];
6090     if ($node->[1] & SELECT_EL) {
6091     !!!cp ('t278');
6092     $i = $_;
6093     last INSCOPE;
6094     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6095     !!!cp ('t279');
6096     last INSCOPE;
6097     }
6098     } # INSCOPE
6099     unless (defined $i) {
6100     !!!cp ('t280');
6101 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6102     text => 'select', token => $token);
6103 wakaba 1.123 ## Ignore the token
6104 wakaba 1.125 !!!nack ('t280.1');
6105 wakaba 1.123 !!!next-token;
6106 wakaba 1.126 next B;
6107 wakaba 1.123 }
6108 wakaba 1.52
6109 wakaba 1.123 !!!cp ('t281');
6110     splice @{$self->{open_elements}}, $i;
6111 wakaba 1.52
6112 wakaba 1.123 $self->_reset_insertion_mode;
6113 wakaba 1.47
6114 wakaba 1.101 if ($token->{tag_name} eq 'select') {
6115 wakaba 1.125 !!!nack ('t281.2');
6116 wakaba 1.101 !!!next-token;
6117 wakaba 1.126 next B;
6118 wakaba 1.101 } else {
6119     !!!cp ('t281.1');
6120 wakaba 1.125 !!!ack-later;
6121 wakaba 1.101 ## Reprocess the token.
6122 wakaba 1.126 next B;
6123 wakaba 1.101 }
6124 wakaba 1.58 } else {
6125 wakaba 1.79 !!!cp ('t282');
6126 wakaba 1.153 !!!parse-error (type => 'in select',
6127     text => $token->{tag_name}, token => $token);
6128 wakaba 1.58 ## Ignore the token
6129 wakaba 1.125 !!!nack ('t282.1');
6130 wakaba 1.58 !!!next-token;
6131 wakaba 1.126 next B;
6132 wakaba 1.58 }
6133     } elsif ($token->{type} == END_TAG_TOKEN) {
6134 wakaba 1.123 if ($token->{tag_name} eq 'optgroup') {
6135     if ($self->{open_elements}->[-1]->[1] & OPTION_EL and
6136     $self->{open_elements}->[-2]->[1] & OPTGROUP_EL) {
6137     !!!cp ('t283');
6138     ## As if </option>
6139     splice @{$self->{open_elements}}, -2;
6140     } elsif ($self->{open_elements}->[-1]->[1] & OPTGROUP_EL) {
6141     !!!cp ('t284');
6142     pop @{$self->{open_elements}};
6143     } else {
6144     !!!cp ('t285');
6145 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6146     text => $token->{tag_name}, token => $token);
6147 wakaba 1.123 ## Ignore the token
6148     }
6149 wakaba 1.125 !!!nack ('t285.1');
6150 wakaba 1.123 !!!next-token;
6151 wakaba 1.126 next B;
6152 wakaba 1.123 } elsif ($token->{tag_name} eq 'option') {
6153     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
6154     !!!cp ('t286');
6155     pop @{$self->{open_elements}};
6156     } else {
6157     !!!cp ('t287');
6158 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6159     text => $token->{tag_name}, token => $token);
6160 wakaba 1.123 ## Ignore the token
6161     }
6162 wakaba 1.125 !!!nack ('t287.1');
6163 wakaba 1.123 !!!next-token;
6164 wakaba 1.126 next B;
6165 wakaba 1.123 } elsif ($token->{tag_name} eq 'select') {
6166     ## have an element in table scope
6167     my $i;
6168     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6169     my $node = $self->{open_elements}->[$_];
6170     if ($node->[1] & SELECT_EL) {
6171     !!!cp ('t288');
6172     $i = $_;
6173     last INSCOPE;
6174     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6175     !!!cp ('t289');
6176     last INSCOPE;
6177     }
6178     } # INSCOPE
6179     unless (defined $i) {
6180     !!!cp ('t290');
6181 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6182     text => $token->{tag_name}, token => $token);
6183 wakaba 1.123 ## Ignore the token
6184 wakaba 1.125 !!!nack ('t290.1');
6185 wakaba 1.123 !!!next-token;
6186 wakaba 1.126 next B;
6187 wakaba 1.123 }
6188 wakaba 1.52
6189 wakaba 1.123 !!!cp ('t291');
6190     splice @{$self->{open_elements}}, $i;
6191 wakaba 1.52
6192 wakaba 1.123 $self->_reset_insertion_mode;
6193 wakaba 1.52
6194 wakaba 1.125 !!!nack ('t291.1');
6195 wakaba 1.123 !!!next-token;
6196 wakaba 1.126 next B;
6197 wakaba 1.101 } elsif ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
6198     {
6199     caption => 1, table => 1, tbody => 1,
6200     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
6201     }->{$token->{tag_name}}) {
6202 wakaba 1.83 ## TODO: The following is wrong?
6203 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6204     text => $token->{tag_name}, token => $token);
6205 wakaba 1.52
6206 wakaba 1.123 ## have an element in table scope
6207     my $i;
6208     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6209     my $node = $self->{open_elements}->[$_];
6210     if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
6211     !!!cp ('t292');
6212     $i = $_;
6213     last INSCOPE;
6214     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6215     !!!cp ('t293');
6216     last INSCOPE;
6217     }
6218     } # INSCOPE
6219     unless (defined $i) {
6220     !!!cp ('t294');
6221     ## Ignore the token
6222 wakaba 1.125 !!!nack ('t294.1');
6223 wakaba 1.123 !!!next-token;
6224 wakaba 1.126 next B;
6225 wakaba 1.123 }
6226 wakaba 1.52
6227 wakaba 1.123 ## As if </select>
6228     ## have an element in table scope
6229     undef $i;
6230     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6231     my $node = $self->{open_elements}->[$_];
6232     if ($node->[1] & SELECT_EL) {
6233     !!!cp ('t295');
6234     $i = $_;
6235     last INSCOPE;
6236     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6237 wakaba 1.83 ## ISSUE: Can this state be reached?
6238 wakaba 1.123 !!!cp ('t296');
6239     last INSCOPE;
6240     }
6241     } # INSCOPE
6242     unless (defined $i) {
6243     !!!cp ('t297');
6244 wakaba 1.83 ## TODO: The following error type is correct?
6245 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6246     text => 'select', token => $token);
6247 wakaba 1.123 ## Ignore the </select> token
6248 wakaba 1.125 !!!nack ('t297.1');
6249 wakaba 1.123 !!!next-token; ## TODO: ok?
6250 wakaba 1.126 next B;
6251 wakaba 1.123 }
6252 wakaba 1.52
6253 wakaba 1.123 !!!cp ('t298');
6254     splice @{$self->{open_elements}}, $i;
6255 wakaba 1.52
6256 wakaba 1.123 $self->_reset_insertion_mode;
6257 wakaba 1.52
6258 wakaba 1.125 !!!ack-later;
6259 wakaba 1.123 ## reprocess
6260 wakaba 1.126 next B;
6261 wakaba 1.58 } else {
6262 wakaba 1.79 !!!cp ('t299');
6263 wakaba 1.153 !!!parse-error (type => 'in select:/',
6264     text => $token->{tag_name}, token => $token);
6265 wakaba 1.52 ## Ignore the token
6266 wakaba 1.125 !!!nack ('t299.3');
6267 wakaba 1.52 !!!next-token;
6268 wakaba 1.126 next B;
6269 wakaba 1.58 }
6270 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6271 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
6272 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
6273     !!!cp ('t299.1');
6274 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
6275 wakaba 1.104 } else {
6276     !!!cp ('t299.2');
6277     }
6278    
6279     ## Stop parsing.
6280     last B;
6281 wakaba 1.58 } else {
6282     die "$0: $token->{type}: Unknown token type";
6283     }
6284 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
6285 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6286 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
6287     my $data = $1;
6288     ## As if in body
6289     $reconstruct_active_formatting_elements->($insert_to_current);
6290    
6291     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
6292    
6293     unless (length $token->{data}) {
6294 wakaba 1.79 !!!cp ('t300');
6295 wakaba 1.52 !!!next-token;
6296 wakaba 1.126 next B;
6297 wakaba 1.52 }
6298     }
6299    
6300 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6301 wakaba 1.79 !!!cp ('t301');
6302 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
6303 wakaba 1.52
6304 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6305 wakaba 1.79 } else {
6306     !!!cp ('t302');
6307 wakaba 1.52 }
6308    
6309     ## "after body" insertion mode
6310 wakaba 1.153 !!!parse-error (type => 'after body:#text', token => $token);
6311 wakaba 1.52
6312 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6313 wakaba 1.52 ## reprocess
6314 wakaba 1.126 next B;
6315 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
6316 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6317 wakaba 1.79 !!!cp ('t303');
6318 wakaba 1.153 !!!parse-error (type => 'after html',
6319     text => $token->{tag_name}, token => $token);
6320 wakaba 1.52
6321 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6322 wakaba 1.79 } else {
6323     !!!cp ('t304');
6324 wakaba 1.52 }
6325    
6326     ## "after body" insertion mode
6327 wakaba 1.153 !!!parse-error (type => 'after body',
6328     text => $token->{tag_name}, token => $token);
6329 wakaba 1.52
6330 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6331 wakaba 1.125 !!!ack-later;
6332 wakaba 1.52 ## reprocess
6333 wakaba 1.126 next B;
6334 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
6335 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6336 wakaba 1.79 !!!cp ('t305');
6337 wakaba 1.153 !!!parse-error (type => 'after html:/',
6338     text => $token->{tag_name}, token => $token);
6339 wakaba 1.52
6340 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
6341 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6342 wakaba 1.79 } else {
6343     !!!cp ('t306');
6344 wakaba 1.52 }
6345    
6346     ## "after body" insertion mode
6347     if ($token->{tag_name} eq 'html') {
6348     if (defined $self->{inner_html_node}) {
6349 wakaba 1.79 !!!cp ('t307');
6350 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6351     text => 'html', token => $token);
6352 wakaba 1.52 ## Ignore the token
6353     !!!next-token;
6354 wakaba 1.126 next B;
6355 wakaba 1.52 } else {
6356 wakaba 1.79 !!!cp ('t308');
6357 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
6358 wakaba 1.52 !!!next-token;
6359 wakaba 1.126 next B;
6360 wakaba 1.52 }
6361     } else {
6362 wakaba 1.79 !!!cp ('t309');
6363 wakaba 1.153 !!!parse-error (type => 'after body:/',
6364     text => $token->{tag_name}, token => $token);
6365 wakaba 1.52
6366 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6367 wakaba 1.52 ## reprocess
6368 wakaba 1.126 next B;
6369 wakaba 1.52 }
6370 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6371     !!!cp ('t309.2');
6372     ## Stop parsing
6373     last B;
6374 wakaba 1.52 } else {
6375     die "$0: $token->{type}: Unknown token type";
6376     }
6377 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
6378 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6379 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
6380     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
6381    
6382     unless (length $token->{data}) {
6383 wakaba 1.79 !!!cp ('t310');
6384 wakaba 1.52 !!!next-token;
6385 wakaba 1.126 next B;
6386 wakaba 1.52 }
6387     }
6388    
6389     if ($token->{data} =~ s/^[^\x09\x0A\x0B\x0C\x20]+//) {
6390 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6391 wakaba 1.79 !!!cp ('t311');
6392 wakaba 1.153 !!!parse-error (type => 'in frameset:#text', token => $token);
6393 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6394 wakaba 1.79 !!!cp ('t312');
6395 wakaba 1.153 !!!parse-error (type => 'after frameset:#text', token => $token);
6396 wakaba 1.158 } else { # "after after frameset"
6397 wakaba 1.79 !!!cp ('t313');
6398 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
6399 wakaba 1.52 }
6400    
6401     ## Ignore the token.
6402     if (length $token->{data}) {
6403 wakaba 1.79 !!!cp ('t314');
6404 wakaba 1.52 ## reprocess the rest of characters
6405     } else {
6406 wakaba 1.79 !!!cp ('t315');
6407 wakaba 1.52 !!!next-token;
6408     }
6409 wakaba 1.126 next B;
6410 wakaba 1.52 }
6411    
6412     die qq[$0: Character "$token->{data}"];
6413 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
6414 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
6415 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6416 wakaba 1.79 !!!cp ('t318');
6417 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6418 wakaba 1.125 !!!nack ('t318.1');
6419 wakaba 1.52 !!!next-token;
6420 wakaba 1.126 next B;
6421 wakaba 1.52 } elsif ($token->{tag_name} eq 'frame' and
6422 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6423 wakaba 1.79 !!!cp ('t319');
6424 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6425 wakaba 1.52 pop @{$self->{open_elements}};
6426 wakaba 1.125 !!!ack ('t319.1');
6427 wakaba 1.52 !!!next-token;
6428 wakaba 1.126 next B;
6429 wakaba 1.52 } elsif ($token->{tag_name} eq 'noframes') {
6430 wakaba 1.79 !!!cp ('t320');
6431 wakaba 1.148 ## NOTE: As if in head.
6432 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6433 wakaba 1.126 next B;
6434 wakaba 1.158
6435     ## NOTE: |<!DOCTYPE HTML><frameset></frameset></html><noframes></noframes>|
6436     ## has no parse error.
6437 wakaba 1.52 } else {
6438 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6439 wakaba 1.79 !!!cp ('t321');
6440 wakaba 1.153 !!!parse-error (type => 'in frameset',
6441     text => $token->{tag_name}, token => $token);
6442 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6443 wakaba 1.79 !!!cp ('t322');
6444 wakaba 1.153 !!!parse-error (type => 'after frameset',
6445     text => $token->{tag_name}, token => $token);
6446 wakaba 1.158 } else { # "after after frameset"
6447     !!!cp ('t322.2');
6448     !!!parse-error (type => 'after after frameset',
6449     text => $token->{tag_name}, token => $token);
6450 wakaba 1.52 }
6451     ## Ignore the token
6452 wakaba 1.125 !!!nack ('t322.1');
6453 wakaba 1.52 !!!next-token;
6454 wakaba 1.126 next B;
6455 wakaba 1.52 }
6456 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
6457 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
6458 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6459 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL and
6460 wakaba 1.52 @{$self->{open_elements}} == 1) {
6461 wakaba 1.79 !!!cp ('t325');
6462 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6463     text => $token->{tag_name}, token => $token);
6464 wakaba 1.52 ## Ignore the token
6465     !!!next-token;
6466     } else {
6467 wakaba 1.79 !!!cp ('t326');
6468 wakaba 1.52 pop @{$self->{open_elements}};
6469     !!!next-token;
6470     }
6471 wakaba 1.47
6472 wakaba 1.52 if (not defined $self->{inner_html_node} and
6473 wakaba 1.123 not ($self->{open_elements}->[-1]->[1] & FRAMESET_EL)) {
6474 wakaba 1.79 !!!cp ('t327');
6475 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
6476 wakaba 1.79 } else {
6477     !!!cp ('t328');
6478 wakaba 1.52 }
6479 wakaba 1.126 next B;
6480 wakaba 1.52 } elsif ($token->{tag_name} eq 'html' and
6481 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
6482 wakaba 1.79 !!!cp ('t329');
6483 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
6484 wakaba 1.52 !!!next-token;
6485 wakaba 1.126 next B;
6486 wakaba 1.52 } else {
6487 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6488 wakaba 1.79 !!!cp ('t330');
6489 wakaba 1.153 !!!parse-error (type => 'in frameset:/',
6490     text => $token->{tag_name}, token => $token);
6491 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6492     !!!cp ('t330.1');
6493     !!!parse-error (type => 'after frameset:/',
6494     text => $token->{tag_name}, token => $token);
6495     } else { # "after after html"
6496 wakaba 1.79 !!!cp ('t331');
6497 wakaba 1.158 !!!parse-error (type => 'after after frameset:/',
6498 wakaba 1.153 text => $token->{tag_name}, token => $token);
6499 wakaba 1.52 }
6500     ## Ignore the token
6501     !!!next-token;
6502 wakaba 1.126 next B;
6503 wakaba 1.52 }
6504 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6505 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
6506 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
6507     !!!cp ('t331.1');
6508 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
6509 wakaba 1.104 } else {
6510     !!!cp ('t331.2');
6511     }
6512    
6513     ## Stop parsing
6514     last B;
6515 wakaba 1.52 } else {
6516     die "$0: $token->{type}: Unknown token type";
6517     }
6518 wakaba 1.47
6519 wakaba 1.52 ## ISSUE: An issue in spec here
6520     } else {
6521     die "$0: $self->{insertion_mode}: Unknown insertion mode";
6522     }
6523 wakaba 1.47
6524 wakaba 1.52 ## "in body" insertion mode
6525 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
6526 wakaba 1.52 if ($token->{tag_name} eq 'script') {
6527 wakaba 1.79 !!!cp ('t332');
6528 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6529 wakaba 1.100 $script_start_tag->();
6530 wakaba 1.126 next B;
6531 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
6532 wakaba 1.79 !!!cp ('t333');
6533 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6534 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6535 wakaba 1.126 next B;
6536 wakaba 1.52 } elsif ({
6537     base => 1, link => 1,
6538     }->{$token->{tag_name}}) {
6539 wakaba 1.79 !!!cp ('t334');
6540 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
6541 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6542 wakaba 1.52 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
6543 wakaba 1.125 !!!ack ('t334.1');
6544 wakaba 1.52 !!!next-token;
6545 wakaba 1.126 next B;
6546 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
6547     ## NOTE: This is an "as if in head" code clone, only "-t" differs
6548 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6549 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
6550 wakaba 1.46
6551 wakaba 1.52 unless ($self->{confident}) {
6552 wakaba 1.134 if ($token->{attributes}->{charset}) {
6553 wakaba 1.79 !!!cp ('t335');
6554 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
6555     ## in the {change_encoding} callback.
6556 wakaba 1.63 $self->{change_encoding}
6557 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value}, $token);
6558 wakaba 1.66
6559     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
6560     ->set_user_data (manakai_has_reference =>
6561     $token->{attributes}->{charset}
6562     ->{has_reference});
6563 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
6564     if ($token->{attributes}->{content}->{value}
6565 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
6566 wakaba 1.70 [\x09-\x0D\x20]*=
6567 wakaba 1.52 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
6568 wakaba 1.145 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20\x3B]*))/x) {
6569 wakaba 1.79 !!!cp ('t336');
6570 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
6571     ## in the {change_encoding} callback.
6572 wakaba 1.63 $self->{change_encoding}
6573 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token);
6574 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
6575     ->set_user_data (manakai_has_reference =>
6576     $token->{attributes}->{content}
6577     ->{has_reference});
6578 wakaba 1.63 }
6579 wakaba 1.52 }
6580 wakaba 1.66 } else {
6581     if ($token->{attributes}->{charset}) {
6582 wakaba 1.79 !!!cp ('t337');
6583 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
6584     ->set_user_data (manakai_has_reference =>
6585     $token->{attributes}->{charset}
6586     ->{has_reference});
6587     }
6588 wakaba 1.68 if ($token->{attributes}->{content}) {
6589 wakaba 1.79 !!!cp ('t338');
6590 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
6591     ->set_user_data (manakai_has_reference =>
6592     $token->{attributes}->{content}
6593     ->{has_reference});
6594     }
6595 wakaba 1.52 }
6596 wakaba 1.1
6597 wakaba 1.125 !!!ack ('t338.1');
6598 wakaba 1.52 !!!next-token;
6599 wakaba 1.126 next B;
6600 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
6601 wakaba 1.79 !!!cp ('t341');
6602 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6603 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
6604 wakaba 1.126 next B;
6605 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
6606 wakaba 1.153 !!!parse-error (type => 'in body', text => 'body', token => $token);
6607 wakaba 1.46
6608 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
6609 wakaba 1.123 not ($self->{open_elements}->[1]->[1] & BODY_EL)) {
6610 wakaba 1.79 !!!cp ('t342');
6611 wakaba 1.52 ## Ignore the token
6612     } else {
6613     my $body_el = $self->{open_elements}->[1]->[0];
6614     for my $attr_name (keys %{$token->{attributes}}) {
6615     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
6616 wakaba 1.79 !!!cp ('t343');
6617 wakaba 1.52 $body_el->set_attribute_ns
6618     (undef, [undef, $attr_name],
6619     $token->{attributes}->{$attr_name}->{value});
6620     }
6621     }
6622     }
6623 wakaba 1.125 !!!nack ('t343.1');
6624 wakaba 1.52 !!!next-token;
6625 wakaba 1.126 next B;
6626 wakaba 1.52 } elsif ({
6627     address => 1, blockquote => 1, center => 1, dir => 1,
6628 wakaba 1.85 div => 1, dl => 1, fieldset => 1,
6629     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6630 wakaba 1.97 menu => 1, ol => 1, p => 1, ul => 1,
6631     pre => 1, listing => 1,
6632 wakaba 1.109 form => 1,
6633     table => 1,
6634     hr => 1,
6635 wakaba 1.52 }->{$token->{tag_name}}) {
6636 wakaba 1.109 if ($token->{tag_name} eq 'form' and defined $self->{form_element}) {
6637     !!!cp ('t350');
6638 wakaba 1.113 !!!parse-error (type => 'in form:form', token => $token);
6639 wakaba 1.109 ## Ignore the token
6640 wakaba 1.125 !!!nack ('t350.1');
6641 wakaba 1.109 !!!next-token;
6642 wakaba 1.126 next B;
6643 wakaba 1.109 }
6644    
6645 wakaba 1.52 ## has a p element in scope
6646     INSCOPE: for (reverse @{$self->{open_elements}}) {
6647 wakaba 1.123 if ($_->[1] & P_EL) {
6648 wakaba 1.79 !!!cp ('t344');
6649 wakaba 1.125 !!!back-token; # <form>
6650 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6651     line => $token->{line}, column => $token->{column}};
6652 wakaba 1.126 next B;
6653 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6654 wakaba 1.79 !!!cp ('t345');
6655 wakaba 1.52 last INSCOPE;
6656     }
6657     } # INSCOPE
6658    
6659 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6660 wakaba 1.97 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
6661 wakaba 1.125 !!!nack ('t346.1');
6662 wakaba 1.52 !!!next-token;
6663 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6664 wakaba 1.52 $token->{data} =~ s/^\x0A//;
6665     unless (length $token->{data}) {
6666 wakaba 1.79 !!!cp ('t346');
6667 wakaba 1.1 !!!next-token;
6668 wakaba 1.79 } else {
6669     !!!cp ('t349');
6670 wakaba 1.52 }
6671 wakaba 1.79 } else {
6672     !!!cp ('t348');
6673 wakaba 1.52 }
6674 wakaba 1.109 } elsif ($token->{tag_name} eq 'form') {
6675     !!!cp ('t347.1');
6676     $self->{form_element} = $self->{open_elements}->[-1]->[0];
6677    
6678 wakaba 1.125 !!!nack ('t347.2');
6679 wakaba 1.109 !!!next-token;
6680     } elsif ($token->{tag_name} eq 'table') {
6681     !!!cp ('t382');
6682     push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
6683    
6684     $self->{insertion_mode} = IN_TABLE_IM;
6685    
6686 wakaba 1.125 !!!nack ('t382.1');
6687 wakaba 1.109 !!!next-token;
6688     } elsif ($token->{tag_name} eq 'hr') {
6689     !!!cp ('t386');
6690     pop @{$self->{open_elements}};
6691    
6692 wakaba 1.125 !!!nack ('t386.1');
6693 wakaba 1.109 !!!next-token;
6694 wakaba 1.52 } else {
6695 wakaba 1.125 !!!nack ('t347.1');
6696 wakaba 1.52 !!!next-token;
6697     }
6698 wakaba 1.126 next B;
6699 wakaba 1.109 } elsif ({li => 1, dt => 1, dd => 1}->{$token->{tag_name}}) {
6700 wakaba 1.52 ## has a p element in scope
6701     INSCOPE: for (reverse @{$self->{open_elements}}) {
6702 wakaba 1.123 if ($_->[1] & P_EL) {
6703 wakaba 1.79 !!!cp ('t353');
6704 wakaba 1.125 !!!back-token; # <x>
6705 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6706     line => $token->{line}, column => $token->{column}};
6707 wakaba 1.126 next B;
6708 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6709 wakaba 1.79 !!!cp ('t354');
6710 wakaba 1.52 last INSCOPE;
6711     }
6712     } # INSCOPE
6713    
6714     ## Step 1
6715     my $i = -1;
6716     my $node = $self->{open_elements}->[$i];
6717 wakaba 1.109 my $li_or_dtdd = {li => {li => 1},
6718     dt => {dt => 1, dd => 1},
6719     dd => {dt => 1, dd => 1}}->{$token->{tag_name}};
6720 wakaba 1.52 LI: {
6721     ## Step 2
6722 wakaba 1.123 if ($li_or_dtdd->{$node->[0]->manakai_local_name}) {
6723 wakaba 1.52 if ($i != -1) {
6724 wakaba 1.79 !!!cp ('t355');
6725 wakaba 1.122 !!!parse-error (type => 'not closed',
6726 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
6727 wakaba 1.122 ->manakai_local_name,
6728     token => $token);
6729 wakaba 1.79 } else {
6730     !!!cp ('t356');
6731 wakaba 1.52 }
6732     splice @{$self->{open_elements}}, $i;
6733     last LI;
6734 wakaba 1.79 } else {
6735     !!!cp ('t357');
6736 wakaba 1.52 }
6737    
6738     ## Step 3
6739 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
6740 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
6741 wakaba 1.123 ($node->[1] & SPECIAL_EL or
6742     $node->[1] & SCOPING_EL) and
6743     not ($node->[1] & ADDRESS_EL) and
6744     not ($node->[1] & DIV_EL)) {
6745 wakaba 1.79 !!!cp ('t358');
6746 wakaba 1.52 last LI;
6747     }
6748    
6749 wakaba 1.79 !!!cp ('t359');
6750 wakaba 1.52 ## Step 4
6751     $i--;
6752     $node = $self->{open_elements}->[$i];
6753     redo LI;
6754     } # LI
6755    
6756 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6757 wakaba 1.125 !!!nack ('t359.1');
6758 wakaba 1.52 !!!next-token;
6759 wakaba 1.126 next B;
6760 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
6761     ## has a p element in scope
6762     INSCOPE: for (reverse @{$self->{open_elements}}) {
6763 wakaba 1.123 if ($_->[1] & P_EL) {
6764 wakaba 1.79 !!!cp ('t367');
6765 wakaba 1.125 !!!back-token; # <plaintext>
6766 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6767     line => $token->{line}, column => $token->{column}};
6768 wakaba 1.126 next B;
6769 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6770 wakaba 1.79 !!!cp ('t368');
6771 wakaba 1.52 last INSCOPE;
6772 wakaba 1.46 }
6773 wakaba 1.52 } # INSCOPE
6774    
6775 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6776 wakaba 1.52
6777     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
6778    
6779 wakaba 1.125 !!!nack ('t368.1');
6780 wakaba 1.52 !!!next-token;
6781 wakaba 1.126 next B;
6782 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
6783     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
6784     my $node = $active_formatting_elements->[$i];
6785 wakaba 1.123 if ($node->[1] & A_EL) {
6786 wakaba 1.79 !!!cp ('t371');
6787 wakaba 1.113 !!!parse-error (type => 'in a:a', token => $token);
6788 wakaba 1.52
6789 wakaba 1.125 !!!back-token; # <a>
6790 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'a',
6791     line => $token->{line}, column => $token->{column}};
6792 wakaba 1.113 $formatting_end_tag->($token);
6793 wakaba 1.52
6794     AFE2: for (reverse 0..$#$active_formatting_elements) {
6795     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
6796 wakaba 1.79 !!!cp ('t372');
6797 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
6798     last AFE2;
6799 wakaba 1.1 }
6800 wakaba 1.52 } # AFE2
6801     OE: for (reverse 0..$#{$self->{open_elements}}) {
6802     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
6803 wakaba 1.79 !!!cp ('t373');
6804 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
6805     last OE;
6806 wakaba 1.1 }
6807 wakaba 1.52 } # OE
6808     last AFE;
6809     } elsif ($node->[0] eq '#marker') {
6810 wakaba 1.79 !!!cp ('t374');
6811 wakaba 1.52 last AFE;
6812     }
6813     } # AFE
6814    
6815     $reconstruct_active_formatting_elements->($insert_to_current);
6816 wakaba 1.1
6817 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6818 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
6819 wakaba 1.1
6820 wakaba 1.125 !!!nack ('t374.1');
6821 wakaba 1.52 !!!next-token;
6822 wakaba 1.126 next B;
6823 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
6824     $reconstruct_active_formatting_elements->($insert_to_current);
6825 wakaba 1.1
6826 wakaba 1.52 ## has a |nobr| element in scope
6827     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6828     my $node = $self->{open_elements}->[$_];
6829 wakaba 1.123 if ($node->[1] & NOBR_EL) {
6830 wakaba 1.79 !!!cp ('t376');
6831 wakaba 1.113 !!!parse-error (type => 'in nobr:nobr', token => $token);
6832 wakaba 1.125 !!!back-token; # <nobr>
6833 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'nobr',
6834     line => $token->{line}, column => $token->{column}};
6835 wakaba 1.126 next B;
6836 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
6837 wakaba 1.79 !!!cp ('t377');
6838 wakaba 1.52 last INSCOPE;
6839     }
6840     } # INSCOPE
6841    
6842 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6843 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
6844    
6845 wakaba 1.125 !!!nack ('t377.1');
6846 wakaba 1.52 !!!next-token;
6847 wakaba 1.126 next B;
6848 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
6849     ## has a button element in scope
6850     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6851     my $node = $self->{open_elements}->[$_];
6852 wakaba 1.123 if ($node->[1] & BUTTON_EL) {
6853 wakaba 1.79 !!!cp ('t378');
6854 wakaba 1.113 !!!parse-error (type => 'in button:button', token => $token);
6855 wakaba 1.125 !!!back-token; # <button>
6856 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'button',
6857     line => $token->{line}, column => $token->{column}};
6858 wakaba 1.126 next B;
6859 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
6860 wakaba 1.79 !!!cp ('t379');
6861 wakaba 1.52 last INSCOPE;
6862     }
6863     } # INSCOPE
6864    
6865     $reconstruct_active_formatting_elements->($insert_to_current);
6866    
6867 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6868 wakaba 1.85
6869     ## TODO: associate with $self->{form_element} if defined
6870    
6871 wakaba 1.52 push @$active_formatting_elements, ['#marker', ''];
6872 wakaba 1.1
6873 wakaba 1.125 !!!nack ('t379.1');
6874 wakaba 1.52 !!!next-token;
6875 wakaba 1.126 next B;
6876 wakaba 1.103 } elsif ({
6877 wakaba 1.109 xmp => 1,
6878     iframe => 1,
6879     noembed => 1,
6880 wakaba 1.148 noframes => 1, ## NOTE: This is an "as if in head" code clone.
6881 wakaba 1.109 noscript => 0, ## TODO: 1 if scripting is enabled
6882 wakaba 1.103 }->{$token->{tag_name}}) {
6883 wakaba 1.109 if ($token->{tag_name} eq 'xmp') {
6884     !!!cp ('t381');
6885     $reconstruct_active_formatting_elements->($insert_to_current);
6886     } else {
6887     !!!cp ('t399');
6888     }
6889     ## NOTE: There is an "as if in body" code clone.
6890 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6891 wakaba 1.126 next B;
6892 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
6893 wakaba 1.113 !!!parse-error (type => 'isindex', token => $token);
6894 wakaba 1.52
6895     if (defined $self->{form_element}) {
6896 wakaba 1.79 !!!cp ('t389');
6897 wakaba 1.52 ## Ignore the token
6898 wakaba 1.125 !!!nack ('t389'); ## NOTE: Not acknowledged.
6899 wakaba 1.52 !!!next-token;
6900 wakaba 1.126 next B;
6901 wakaba 1.52 } else {
6902 wakaba 1.147 !!!ack ('t391.1');
6903    
6904 wakaba 1.52 my $at = $token->{attributes};
6905     my $form_attrs;
6906     $form_attrs->{action} = $at->{action} if $at->{action};
6907     my $prompt_attr = $at->{prompt};
6908     $at->{name} = {name => 'name', value => 'isindex'};
6909     delete $at->{action};
6910     delete $at->{prompt};
6911     my @tokens = (
6912 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
6913 wakaba 1.114 attributes => $form_attrs,
6914     line => $token->{line}, column => $token->{column}},
6915     {type => START_TAG_TOKEN, tag_name => 'hr',
6916     line => $token->{line}, column => $token->{column}},
6917     {type => START_TAG_TOKEN, tag_name => 'p',
6918     line => $token->{line}, column => $token->{column}},
6919     {type => START_TAG_TOKEN, tag_name => 'label',
6920     line => $token->{line}, column => $token->{column}},
6921 wakaba 1.52 );
6922     if ($prompt_attr) {
6923 wakaba 1.79 !!!cp ('t390');
6924 wakaba 1.114 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value},
6925 wakaba 1.118 #line => $token->{line}, column => $token->{column},
6926     };
6927 wakaba 1.1 } else {
6928 wakaba 1.79 !!!cp ('t391');
6929 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
6930 wakaba 1.114 data => 'This is a searchable index. Insert your search keywords here: ',
6931 wakaba 1.118 #line => $token->{line}, column => $token->{column},
6932     }; # SHOULD
6933 wakaba 1.52 ## TODO: make this configurable
6934 wakaba 1.1 }
6935 wakaba 1.52 push @tokens,
6936 wakaba 1.114 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at,
6937     line => $token->{line}, column => $token->{column}},
6938 wakaba 1.55 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
6939 wakaba 1.114 {type => END_TAG_TOKEN, tag_name => 'label',
6940     line => $token->{line}, column => $token->{column}},
6941     {type => END_TAG_TOKEN, tag_name => 'p',
6942     line => $token->{line}, column => $token->{column}},
6943     {type => START_TAG_TOKEN, tag_name => 'hr',
6944     line => $token->{line}, column => $token->{column}},
6945     {type => END_TAG_TOKEN, tag_name => 'form',
6946     line => $token->{line}, column => $token->{column}};
6947 wakaba 1.52 !!!back-token (@tokens);
6948 wakaba 1.125 !!!next-token;
6949 wakaba 1.126 next B;
6950 wakaba 1.52 }
6951     } elsif ($token->{tag_name} eq 'textarea') {
6952     my $tag_name = $token->{tag_name};
6953     my $el;
6954 wakaba 1.126 !!!create-element ($el, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
6955 wakaba 1.52
6956     ## TODO: $self->{form_element} if defined
6957     $self->{content_model} = RCDATA_CONTENT_MODEL;
6958     delete $self->{escape}; # MUST
6959    
6960     $insert->($el);
6961    
6962     my $text = '';
6963 wakaba 1.125 !!!nack ('t392.1');
6964 wakaba 1.52 !!!next-token;
6965 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6966 wakaba 1.52 $token->{data} =~ s/^\x0A//;
6967 wakaba 1.51 unless (length $token->{data}) {
6968 wakaba 1.79 !!!cp ('t392');
6969 wakaba 1.51 !!!next-token;
6970 wakaba 1.79 } else {
6971     !!!cp ('t393');
6972 wakaba 1.51 }
6973 wakaba 1.79 } else {
6974     !!!cp ('t394');
6975 wakaba 1.51 }
6976 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
6977 wakaba 1.79 !!!cp ('t395');
6978 wakaba 1.52 $text .= $token->{data};
6979     !!!next-token;
6980     }
6981     if (length $text) {
6982 wakaba 1.79 !!!cp ('t396');
6983 wakaba 1.52 $el->manakai_append_text ($text);
6984     }
6985    
6986     $self->{content_model} = PCDATA_CONTENT_MODEL;
6987 wakaba 1.51
6988 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
6989 wakaba 1.52 $token->{tag_name} eq $tag_name) {
6990 wakaba 1.79 !!!cp ('t397');
6991 wakaba 1.52 ## Ignore the token
6992     } else {
6993 wakaba 1.79 !!!cp ('t398');
6994 wakaba 1.153 !!!parse-error (type => 'in RCDATA:#eof', token => $token);
6995 wakaba 1.51 }
6996 wakaba 1.52 !!!next-token;
6997 wakaba 1.126 next B;
6998 wakaba 1.151 } elsif ($token->{tag_name} eq 'rt' or
6999     $token->{tag_name} eq 'rp') {
7000     ## has a |ruby| element in scope
7001     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7002     my $node = $self->{open_elements}->[$_];
7003     if ($node->[1] & RUBY_EL) {
7004     !!!cp ('t398.1');
7005     ## generate implied end tags
7006     while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7007     !!!cp ('t398.2');
7008     pop @{$self->{open_elements}};
7009     }
7010     unless ($self->{open_elements}->[-1]->[1] & RUBY_EL) {
7011     !!!cp ('t398.3');
7012     !!!parse-error (type => 'not closed',
7013 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7014 wakaba 1.151 ->manakai_local_name,
7015     token => $token);
7016     pop @{$self->{open_elements}}
7017     while not $self->{open_elements}->[-1]->[1] & RUBY_EL;
7018     }
7019     last INSCOPE;
7020     } elsif ($node->[1] & SCOPING_EL) {
7021     !!!cp ('t398.4');
7022     last INSCOPE;
7023     }
7024     } # INSCOPE
7025    
7026     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
7027    
7028     !!!nack ('t398.5');
7029     !!!next-token;
7030     redo B;
7031 wakaba 1.126 } elsif ($token->{tag_name} eq 'math' or
7032     $token->{tag_name} eq 'svg') {
7033     $reconstruct_active_formatting_elements->($insert_to_current);
7034 wakaba 1.131
7035 wakaba 1.155 ## "Adjust MathML attributes" ('math' only) - done in insert-element-f
7036    
7037 wakaba 1.131 ## "adjust SVG attributes" ('svg' only) - done in insert-element-f
7038    
7039     ## "adjust foreign attributes" - done in insert-element-f
7040 wakaba 1.126
7041 wakaba 1.131 !!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token);
7042 wakaba 1.126
7043     if ($self->{self_closing}) {
7044     pop @{$self->{open_elements}};
7045     !!!ack ('t398.1');
7046     } else {
7047     !!!cp ('t398.2');
7048     $self->{insertion_mode} |= IN_FOREIGN_CONTENT_IM;
7049     ## NOTE: |<body><math><mi><svg>| -> "in foreign content" insertion
7050     ## mode, "in body" (not "in foreign content") secondary insertion
7051     ## mode, maybe.
7052     }
7053    
7054     !!!next-token;
7055     next B;
7056 wakaba 1.52 } elsif ({
7057     caption => 1, col => 1, colgroup => 1, frame => 1,
7058     frameset => 1, head => 1, option => 1, optgroup => 1,
7059     tbody => 1, td => 1, tfoot => 1, th => 1,
7060     thead => 1, tr => 1,
7061     }->{$token->{tag_name}}) {
7062 wakaba 1.79 !!!cp ('t401');
7063 wakaba 1.153 !!!parse-error (type => 'in body',
7064     text => $token->{tag_name}, token => $token);
7065 wakaba 1.52 ## Ignore the token
7066 wakaba 1.125 !!!nack ('t401.1'); ## NOTE: |<col/>| or |<frame/>| here is an error.
7067 wakaba 1.52 !!!next-token;
7068 wakaba 1.126 next B;
7069 wakaba 1.52
7070     ## ISSUE: An issue on HTML5 new elements in the spec.
7071     } else {
7072 wakaba 1.110 if ($token->{tag_name} eq 'image') {
7073     !!!cp ('t384');
7074 wakaba 1.113 !!!parse-error (type => 'image', token => $token);
7075 wakaba 1.110 $token->{tag_name} = 'img';
7076     } else {
7077     !!!cp ('t385');
7078     }
7079    
7080     ## NOTE: There is an "as if <br>" code clone.
7081 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
7082    
7083 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
7084 wakaba 1.109
7085 wakaba 1.110 if ({
7086     applet => 1, marquee => 1, object => 1,
7087     }->{$token->{tag_name}}) {
7088     !!!cp ('t380');
7089     push @$active_formatting_elements, ['#marker', ''];
7090 wakaba 1.125 !!!nack ('t380.1');
7091 wakaba 1.110 } elsif ({
7092     b => 1, big => 1, em => 1, font => 1, i => 1,
7093     s => 1, small => 1, strile => 1,
7094     strong => 1, tt => 1, u => 1,
7095     }->{$token->{tag_name}}) {
7096     !!!cp ('t375');
7097     push @$active_formatting_elements, $self->{open_elements}->[-1];
7098 wakaba 1.125 !!!nack ('t375.1');
7099 wakaba 1.110 } elsif ($token->{tag_name} eq 'input') {
7100     !!!cp ('t388');
7101     ## TODO: associate with $self->{form_element} if defined
7102     pop @{$self->{open_elements}};
7103 wakaba 1.125 !!!ack ('t388.2');
7104 wakaba 1.110 } elsif ({
7105     area => 1, basefont => 1, bgsound => 1, br => 1,
7106     embed => 1, img => 1, param => 1, spacer => 1, wbr => 1,
7107     #image => 1,
7108     }->{$token->{tag_name}}) {
7109     !!!cp ('t388.1');
7110     pop @{$self->{open_elements}};
7111 wakaba 1.125 !!!ack ('t388.3');
7112 wakaba 1.110 } elsif ($token->{tag_name} eq 'select') {
7113 wakaba 1.109 ## TODO: associate with $self->{form_element} if defined
7114    
7115     if ($self->{insertion_mode} & TABLE_IMS or
7116     $self->{insertion_mode} & BODY_TABLE_IMS or
7117     $self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
7118     !!!cp ('t400.1');
7119     $self->{insertion_mode} = IN_SELECT_IN_TABLE_IM;
7120     } else {
7121     !!!cp ('t400.2');
7122     $self->{insertion_mode} = IN_SELECT_IM;
7123     }
7124 wakaba 1.125 !!!nack ('t400.3');
7125 wakaba 1.110 } else {
7126 wakaba 1.125 !!!nack ('t402');
7127 wakaba 1.109 }
7128 wakaba 1.51
7129 wakaba 1.52 !!!next-token;
7130 wakaba 1.126 next B;
7131 wakaba 1.52 }
7132 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
7133 wakaba 1.52 if ($token->{tag_name} eq 'body') {
7134 wakaba 1.107 ## has a |body| element in scope
7135     my $i;
7136 wakaba 1.111 INSCOPE: {
7137     for (reverse @{$self->{open_elements}}) {
7138 wakaba 1.123 if ($_->[1] & BODY_EL) {
7139 wakaba 1.111 !!!cp ('t405');
7140     $i = $_;
7141     last INSCOPE;
7142 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
7143 wakaba 1.111 !!!cp ('t405.1');
7144     last;
7145     }
7146 wakaba 1.52 }
7147 wakaba 1.111
7148     !!!parse-error (type => 'start tag not allowed',
7149 wakaba 1.153 text => $token->{tag_name}, token => $token);
7150 wakaba 1.107 ## NOTE: Ignore the token.
7151 wakaba 1.52 !!!next-token;
7152 wakaba 1.126 next B;
7153 wakaba 1.111 } # INSCOPE
7154 wakaba 1.107
7155     for (@{$self->{open_elements}}) {
7156 wakaba 1.123 unless ($_->[1] & ALL_END_TAG_OPTIONAL_EL) {
7157 wakaba 1.107 !!!cp ('t403');
7158 wakaba 1.122 !!!parse-error (type => 'not closed',
7159 wakaba 1.153 text => $_->[0]->manakai_local_name,
7160 wakaba 1.122 token => $token);
7161 wakaba 1.107 last;
7162     } else {
7163     !!!cp ('t404');
7164     }
7165     }
7166    
7167     $self->{insertion_mode} = AFTER_BODY_IM;
7168     !!!next-token;
7169 wakaba 1.126 next B;
7170 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
7171 wakaba 1.122 ## TODO: Update this code. It seems that the code below is not
7172     ## up-to-date, though it has same effect as speced.
7173 wakaba 1.123 if (@{$self->{open_elements}} > 1 and
7174     $self->{open_elements}->[1]->[1] & BODY_EL) {
7175 wakaba 1.52 ## ISSUE: There is an issue in the spec.
7176 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & BODY_EL) {
7177 wakaba 1.79 !!!cp ('t406');
7178 wakaba 1.122 !!!parse-error (type => 'not closed',
7179 wakaba 1.153 text => $self->{open_elements}->[1]->[0]
7180 wakaba 1.122 ->manakai_local_name,
7181     token => $token);
7182 wakaba 1.79 } else {
7183     !!!cp ('t407');
7184 wakaba 1.1 }
7185 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
7186 wakaba 1.52 ## reprocess
7187 wakaba 1.126 next B;
7188 wakaba 1.51 } else {
7189 wakaba 1.79 !!!cp ('t408');
7190 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7191     text => $token->{tag_name}, token => $token);
7192 wakaba 1.52 ## Ignore the token
7193     !!!next-token;
7194 wakaba 1.126 next B;
7195 wakaba 1.51 }
7196 wakaba 1.52 } elsif ({
7197     address => 1, blockquote => 1, center => 1, dir => 1,
7198     div => 1, dl => 1, fieldset => 1, listing => 1,
7199     menu => 1, ol => 1, pre => 1, ul => 1,
7200     dd => 1, dt => 1, li => 1,
7201 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
7202 wakaba 1.52 }->{$token->{tag_name}}) {
7203     ## has an element in scope
7204     my $i;
7205     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7206     my $node = $self->{open_elements}->[$_];
7207 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
7208 wakaba 1.79 !!!cp ('t410');
7209 wakaba 1.52 $i = $_;
7210 wakaba 1.87 last INSCOPE;
7211 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7212 wakaba 1.79 !!!cp ('t411');
7213 wakaba 1.52 last INSCOPE;
7214 wakaba 1.51 }
7215 wakaba 1.52 } # INSCOPE
7216 wakaba 1.89
7217     unless (defined $i) { # has an element in scope
7218     !!!cp ('t413');
7219 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7220     text => $token->{tag_name}, token => $token);
7221 wakaba 1.157 ## NOTE: Ignore the token.
7222 wakaba 1.89 } else {
7223     ## Step 1. generate implied end tags
7224     while ({
7225 wakaba 1.151 ## END_TAG_OPTIONAL_EL
7226 wakaba 1.89 dd => ($token->{tag_name} ne 'dd'),
7227     dt => ($token->{tag_name} ne 'dt'),
7228     li => ($token->{tag_name} ne 'li'),
7229     p => 1,
7230 wakaba 1.151 rt => 1,
7231     rp => 1,
7232 wakaba 1.123 }->{$self->{open_elements}->[-1]->[0]->manakai_local_name}) {
7233 wakaba 1.89 !!!cp ('t409');
7234     pop @{$self->{open_elements}};
7235     }
7236    
7237     ## Step 2.
7238 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7239     ne $token->{tag_name}) {
7240 wakaba 1.79 !!!cp ('t412');
7241 wakaba 1.122 !!!parse-error (type => 'not closed',
7242 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7243 wakaba 1.122 ->manakai_local_name,
7244     token => $token);
7245 wakaba 1.51 } else {
7246 wakaba 1.89 !!!cp ('t414');
7247 wakaba 1.51 }
7248 wakaba 1.89
7249     ## Step 3.
7250 wakaba 1.52 splice @{$self->{open_elements}}, $i;
7251 wakaba 1.89
7252     ## Step 4.
7253     $clear_up_to_marker->()
7254     if {
7255 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
7256 wakaba 1.89 }->{$token->{tag_name}};
7257 wakaba 1.51 }
7258 wakaba 1.52 !!!next-token;
7259 wakaba 1.126 next B;
7260 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
7261 wakaba 1.92 undef $self->{form_element};
7262    
7263 wakaba 1.52 ## has an element in scope
7264 wakaba 1.92 my $i;
7265 wakaba 1.52 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7266     my $node = $self->{open_elements}->[$_];
7267 wakaba 1.123 if ($node->[1] & FORM_EL) {
7268 wakaba 1.79 !!!cp ('t418');
7269 wakaba 1.92 $i = $_;
7270 wakaba 1.52 last INSCOPE;
7271 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7272 wakaba 1.79 !!!cp ('t419');
7273 wakaba 1.52 last INSCOPE;
7274     }
7275     } # INSCOPE
7276 wakaba 1.92
7277     unless (defined $i) { # has an element in scope
7278 wakaba 1.79 !!!cp ('t421');
7279 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7280     text => $token->{tag_name}, token => $token);
7281 wakaba 1.157 ## NOTE: Ignore the token.
7282 wakaba 1.92 } else {
7283     ## Step 1. generate implied end tags
7284 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7285 wakaba 1.92 !!!cp ('t417');
7286     pop @{$self->{open_elements}};
7287     }
7288    
7289     ## Step 2.
7290 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7291     ne $token->{tag_name}) {
7292 wakaba 1.92 !!!cp ('t417.1');
7293 wakaba 1.122 !!!parse-error (type => 'not closed',
7294 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7295 wakaba 1.122 ->manakai_local_name,
7296     token => $token);
7297 wakaba 1.92 } else {
7298     !!!cp ('t420');
7299     }
7300    
7301     ## Step 3.
7302     splice @{$self->{open_elements}}, $i;
7303 wakaba 1.52 }
7304    
7305     !!!next-token;
7306 wakaba 1.126 next B;
7307 wakaba 1.52 } elsif ({
7308     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
7309     }->{$token->{tag_name}}) {
7310     ## has an element in scope
7311     my $i;
7312     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7313     my $node = $self->{open_elements}->[$_];
7314 wakaba 1.123 if ($node->[1] & HEADING_EL) {
7315 wakaba 1.79 !!!cp ('t423');
7316 wakaba 1.52 $i = $_;
7317     last INSCOPE;
7318 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7319 wakaba 1.79 !!!cp ('t424');
7320 wakaba 1.52 last INSCOPE;
7321 wakaba 1.51 }
7322 wakaba 1.52 } # INSCOPE
7323 wakaba 1.93
7324     unless (defined $i) { # has an element in scope
7325     !!!cp ('t425.1');
7326 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7327     text => $token->{tag_name}, token => $token);
7328 wakaba 1.157 ## NOTE: Ignore the token.
7329 wakaba 1.79 } else {
7330 wakaba 1.93 ## Step 1. generate implied end tags
7331 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7332 wakaba 1.93 !!!cp ('t422');
7333     pop @{$self->{open_elements}};
7334     }
7335    
7336     ## Step 2.
7337 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7338     ne $token->{tag_name}) {
7339 wakaba 1.93 !!!cp ('t425');
7340 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7341     text => $token->{tag_name}, token => $token);
7342 wakaba 1.93 } else {
7343     !!!cp ('t426');
7344     }
7345    
7346     ## Step 3.
7347     splice @{$self->{open_elements}}, $i;
7348 wakaba 1.36 }
7349 wakaba 1.52
7350     !!!next-token;
7351 wakaba 1.126 next B;
7352 wakaba 1.87 } elsif ($token->{tag_name} eq 'p') {
7353     ## has an element in scope
7354     my $i;
7355     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7356     my $node = $self->{open_elements}->[$_];
7357 wakaba 1.123 if ($node->[1] & P_EL) {
7358 wakaba 1.87 !!!cp ('t410.1');
7359     $i = $_;
7360 wakaba 1.88 last INSCOPE;
7361 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7362 wakaba 1.87 !!!cp ('t411.1');
7363     last INSCOPE;
7364     }
7365     } # INSCOPE
7366 wakaba 1.91
7367     if (defined $i) {
7368 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7369     ne $token->{tag_name}) {
7370 wakaba 1.87 !!!cp ('t412.1');
7371 wakaba 1.122 !!!parse-error (type => 'not closed',
7372 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7373 wakaba 1.122 ->manakai_local_name,
7374     token => $token);
7375 wakaba 1.87 } else {
7376 wakaba 1.91 !!!cp ('t414.1');
7377 wakaba 1.87 }
7378 wakaba 1.91
7379 wakaba 1.87 splice @{$self->{open_elements}}, $i;
7380     } else {
7381 wakaba 1.91 !!!cp ('t413.1');
7382 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7383     text => $token->{tag_name}, token => $token);
7384 wakaba 1.91
7385 wakaba 1.87 !!!cp ('t415.1');
7386     ## As if <p>, then reprocess the current token
7387     my $el;
7388 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'p',, $token);
7389 wakaba 1.87 $insert->($el);
7390 wakaba 1.91 ## NOTE: Not inserted into |$self->{open_elements}|.
7391 wakaba 1.87 }
7392 wakaba 1.91
7393 wakaba 1.87 !!!next-token;
7394 wakaba 1.126 next B;
7395 wakaba 1.52 } elsif ({
7396     a => 1,
7397     b => 1, big => 1, em => 1, font => 1, i => 1,
7398     nobr => 1, s => 1, small => 1, strile => 1,
7399     strong => 1, tt => 1, u => 1,
7400     }->{$token->{tag_name}}) {
7401 wakaba 1.79 !!!cp ('t427');
7402 wakaba 1.113 $formatting_end_tag->($token);
7403 wakaba 1.126 next B;
7404 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
7405 wakaba 1.79 !!!cp ('t428');
7406 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7407     text => 'br', token => $token);
7408 wakaba 1.52
7409     ## As if <br>
7410     $reconstruct_active_formatting_elements->($insert_to_current);
7411    
7412     my $el;
7413 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'br',, $token);
7414 wakaba 1.52 $insert->($el);
7415    
7416     ## Ignore the token.
7417     !!!next-token;
7418 wakaba 1.126 next B;
7419 wakaba 1.52 } elsif ({
7420     caption => 1, col => 1, colgroup => 1, frame => 1,
7421     frameset => 1, head => 1, option => 1, optgroup => 1,
7422     tbody => 1, td => 1, tfoot => 1, th => 1,
7423     thead => 1, tr => 1,
7424     area => 1, basefont => 1, bgsound => 1,
7425     embed => 1, hr => 1, iframe => 1, image => 1,
7426     img => 1, input => 1, isindex => 1, noembed => 1,
7427     noframes => 1, param => 1, select => 1, spacer => 1,
7428     table => 1, textarea => 1, wbr => 1,
7429     noscript => 0, ## TODO: if scripting is enabled
7430     }->{$token->{tag_name}}) {
7431 wakaba 1.79 !!!cp ('t429');
7432 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7433     text => $token->{tag_name}, token => $token);
7434 wakaba 1.52 ## Ignore the token
7435     !!!next-token;
7436 wakaba 1.126 next B;
7437 wakaba 1.52
7438     ## ISSUE: Issue on HTML5 new elements in spec
7439    
7440     } else {
7441     ## Step 1
7442     my $node_i = -1;
7443     my $node = $self->{open_elements}->[$node_i];
7444 wakaba 1.51
7445 wakaba 1.52 ## Step 2
7446     S2: {
7447 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
7448 wakaba 1.52 ## Step 1
7449     ## generate implied end tags
7450 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7451 wakaba 1.79 !!!cp ('t430');
7452 wakaba 1.151 ## NOTE: |<ruby><rt></ruby>|.
7453     ## ISSUE: <ruby><rt></rt> will also take this code path,
7454     ## which seems wrong.
7455 wakaba 1.86 pop @{$self->{open_elements}};
7456 wakaba 1.151 $node_i++;
7457 wakaba 1.52 }
7458    
7459     ## Step 2
7460 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7461     ne $token->{tag_name}) {
7462 wakaba 1.79 !!!cp ('t431');
7463 wakaba 1.58 ## NOTE: <x><y></x>
7464 wakaba 1.122 !!!parse-error (type => 'not closed',
7465 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7466 wakaba 1.122 ->manakai_local_name,
7467     token => $token);
7468 wakaba 1.79 } else {
7469     !!!cp ('t432');
7470 wakaba 1.52 }
7471    
7472     ## Step 3
7473 wakaba 1.151 splice @{$self->{open_elements}}, $node_i if $node_i < 0;
7474 wakaba 1.51
7475 wakaba 1.1 !!!next-token;
7476 wakaba 1.52 last S2;
7477 wakaba 1.1 } else {
7478 wakaba 1.52 ## Step 3
7479 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
7480 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
7481 wakaba 1.123 ($node->[1] & SPECIAL_EL or
7482     $node->[1] & SCOPING_EL)) {
7483 wakaba 1.79 !!!cp ('t433');
7484 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7485     text => $token->{tag_name}, token => $token);
7486 wakaba 1.52 ## Ignore the token
7487     !!!next-token;
7488     last S2;
7489     }
7490 wakaba 1.79
7491     !!!cp ('t434');
7492 wakaba 1.1 }
7493 wakaba 1.52
7494     ## Step 4
7495     $node_i--;
7496     $node = $self->{open_elements}->[$node_i];
7497    
7498     ## Step 5;
7499     redo S2;
7500     } # S2
7501 wakaba 1.126 next B;
7502 wakaba 1.1 }
7503     }
7504 wakaba 1.126 next B;
7505     } continue { # B
7506     if ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
7507     ## NOTE: The code below is executed in cases where it does not have
7508     ## to be, but it it is harmless even in those cases.
7509     ## has an element in scope
7510     INSCOPE: {
7511     for (reverse 0..$#{$self->{open_elements}}) {
7512     my $node = $self->{open_elements}->[$_];
7513     if ($node->[1] & FOREIGN_EL) {
7514     last INSCOPE;
7515     } elsif ($node->[1] & SCOPING_EL) {
7516     last;
7517     }
7518     }
7519    
7520     ## NOTE: No foreign element in scope.
7521     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
7522     } # INSCOPE
7523     }
7524 wakaba 1.1 } # B
7525    
7526     ## Stop parsing # MUST
7527    
7528     ## TODO: script stuffs
7529 wakaba 1.3 } # _tree_construct_main
7530    
7531 wakaba 1.162 sub set_inner_html ($$$;$) {
7532 wakaba 1.3 my $class = shift;
7533     my $node = shift;
7534     my $s = \$_[0];
7535     my $onerror = $_[1];
7536 wakaba 1.162 my $get_wrapper = $_[2] || sub ($) { return $_[0] };
7537 wakaba 1.3
7538 wakaba 1.63 ## ISSUE: Should {confident} be true?
7539    
7540 wakaba 1.3 my $nt = $node->node_type;
7541     if ($nt == 9) {
7542     # MUST
7543    
7544     ## Step 1 # MUST
7545     ## TODO: If the document has an active parser, ...
7546     ## ISSUE: There is an issue in the spec.
7547    
7548     ## Step 2 # MUST
7549     my @cn = @{$node->child_nodes};
7550     for (@cn) {
7551     $node->remove_child ($_);
7552     }
7553    
7554     ## Step 3, 4, 5 # MUST
7555 wakaba 1.162 $class->parse_char_string ($$s => $node, $onerror, $get_wrapper);
7556 wakaba 1.3 } elsif ($nt == 1) {
7557     ## TODO: If non-html element
7558    
7559     ## NOTE: Most of this code is copied from |parse_string|
7560    
7561 wakaba 1.162 ## TODO: Support for $get_wrapper
7562    
7563 wakaba 1.3 ## Step 1 # MUST
7564 wakaba 1.14 my $this_doc = $node->owner_document;
7565     my $doc = $this_doc->implementation->create_document;
7566 wakaba 1.18 $doc->manakai_is_html (1);
7567 wakaba 1.3 my $p = $class->new;
7568     $p->{document} = $doc;
7569    
7570 wakaba 1.84 ## Step 8 # MUST
7571 wakaba 1.3 my $i = 0;
7572 wakaba 1.121 $p->{line_prev} = $p->{line} = 1;
7573     $p->{column_prev} = $p->{column} = 0;
7574 wakaba 1.76 $p->{set_next_char} = sub {
7575 wakaba 1.3 my $self = shift;
7576 wakaba 1.14
7577 wakaba 1.76 pop @{$self->{prev_char}};
7578     unshift @{$self->{prev_char}}, $self->{next_char};
7579 wakaba 1.14
7580 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
7581     $self->{next_char} = ord substr $$s, $i++, 1;
7582 wakaba 1.121
7583     ($p->{line_prev}, $p->{column_prev}) = ($p->{line}, $p->{column});
7584     $p->{column}++;
7585 wakaba 1.4
7586 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
7587 wakaba 1.121 $p->{line}++;
7588     $p->{column} = 0;
7589 wakaba 1.79 !!!cp ('i1');
7590 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
7591 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
7592 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
7593 wakaba 1.121 $p->{line}++;
7594     $p->{column} = 0;
7595 wakaba 1.79 !!!cp ('i2');
7596 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
7597     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
7598 wakaba 1.79 !!!cp ('i3');
7599 wakaba 1.76 } elsif ($self->{next_char} == 0x0000) { # NULL
7600 wakaba 1.79 !!!cp ('i4');
7601 wakaba 1.14 !!!parse-error (type => 'NULL');
7602 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
7603 wakaba 1.132 } elsif ($self->{next_char} <= 0x0008 or
7604     (0x000E <= $self->{next_char} and
7605     $self->{next_char} <= 0x001F) or
7606     (0x007F <= $self->{next_char} and
7607     $self->{next_char} <= 0x009F) or
7608     (0xD800 <= $self->{next_char} and
7609     $self->{next_char} <= 0xDFFF) or
7610     (0xFDD0 <= $self->{next_char} and
7611     $self->{next_char} <= 0xFDDF) or
7612     {
7613     0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1,
7614     0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1,
7615     0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1,
7616     0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1,
7617     0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1,
7618     0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1,
7619     0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1,
7620     0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1,
7621     0x10FFFE => 1, 0x10FFFF => 1,
7622     }->{$self->{next_char}}) {
7623     !!!cp ('i4.1');
7624 wakaba 1.153 if ($self->{next_char} < 0x10000) {
7625     !!!parse-error (type => 'control char',
7626     text => (sprintf 'U+%04X', $self->{next_char}));
7627     } else {
7628     !!!parse-error (type => 'control char',
7629     text => (sprintf 'U-%08X', $self->{next_char}));
7630     }
7631 wakaba 1.3 }
7632     };
7633 wakaba 1.76 $p->{prev_char} = [-1, -1, -1];
7634     $p->{next_char} = -1;
7635 wakaba 1.3
7636     my $ponerror = $onerror || sub {
7637     my (%opt) = @_;
7638 wakaba 1.121 my $line = $opt{line};
7639     my $column = $opt{column};
7640     if (defined $opt{token} and defined $opt{token}->{line}) {
7641     $line = $opt{token}->{line};
7642     $column = $opt{token}->{column};
7643     }
7644     warn "Parse error ($opt{type}) at line $line column $column\n";
7645 wakaba 1.3 };
7646     $p->{parse_error} = sub {
7647 wakaba 1.121 $ponerror->(line => $p->{line}, column => $p->{column}, @_);
7648 wakaba 1.3 };
7649    
7650     $p->_initialize_tokenizer;
7651     $p->_initialize_tree_constructor;
7652    
7653     ## Step 2
7654 wakaba 1.71 my $node_ln = $node->manakai_local_name;
7655 wakaba 1.40 $p->{content_model} = {
7656     title => RCDATA_CONTENT_MODEL,
7657     textarea => RCDATA_CONTENT_MODEL,
7658     style => CDATA_CONTENT_MODEL,
7659     script => CDATA_CONTENT_MODEL,
7660     xmp => CDATA_CONTENT_MODEL,
7661     iframe => CDATA_CONTENT_MODEL,
7662     noembed => CDATA_CONTENT_MODEL,
7663     noframes => CDATA_CONTENT_MODEL,
7664     noscript => CDATA_CONTENT_MODEL,
7665     plaintext => PLAINTEXT_CONTENT_MODEL,
7666     }->{$node_ln};
7667     $p->{content_model} = PCDATA_CONTENT_MODEL
7668     unless defined $p->{content_model};
7669     ## ISSUE: What is "the name of the element"? local name?
7670 wakaba 1.3
7671 wakaba 1.123 $p->{inner_html_node} = [$node, $el_category->{$node_ln}];
7672     ## TODO: Foreign element OK?
7673 wakaba 1.3
7674 wakaba 1.84 ## Step 3
7675 wakaba 1.3 my $root = $doc->create_element_ns
7676     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
7677    
7678 wakaba 1.84 ## Step 4 # MUST
7679 wakaba 1.3 $doc->append_child ($root);
7680    
7681 wakaba 1.84 ## Step 5 # MUST
7682 wakaba 1.123 push @{$p->{open_elements}}, [$root, $el_category->{html}];
7683 wakaba 1.3
7684     undef $p->{head_element};
7685    
7686 wakaba 1.84 ## Step 6 # MUST
7687 wakaba 1.3 $p->_reset_insertion_mode;
7688    
7689 wakaba 1.84 ## Step 7 # MUST
7690 wakaba 1.3 my $anode = $node;
7691     AN: while (defined $anode) {
7692     if ($anode->node_type == 1) {
7693     my $nsuri = $anode->namespace_uri;
7694     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
7695 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
7696 wakaba 1.79 !!!cp ('i5');
7697 wakaba 1.3 $p->{form_element} = $anode;
7698     last AN;
7699     }
7700     }
7701     }
7702     $anode = $anode->parent_node;
7703     } # AN
7704    
7705 wakaba 1.84 ## Step 9 # MUST
7706 wakaba 1.3 {
7707     my $self = $p;
7708     !!!next-token;
7709     }
7710     $p->_tree_construction_main;
7711    
7712 wakaba 1.84 ## Step 10 # MUST
7713 wakaba 1.3 my @cn = @{$node->child_nodes};
7714     for (@cn) {
7715     $node->remove_child ($_);
7716     }
7717     ## ISSUE: mutation events? read-only?
7718    
7719 wakaba 1.84 ## Step 11 # MUST
7720 wakaba 1.3 @cn = @{$root->child_nodes};
7721     for (@cn) {
7722 wakaba 1.14 $this_doc->adopt_node ($_);
7723 wakaba 1.3 $node->append_child ($_);
7724     }
7725 wakaba 1.14 ## ISSUE: mutation events?
7726 wakaba 1.3
7727     $p->_terminate_tree_constructor;
7728 wakaba 1.121
7729     delete $p->{parse_error}; # delete loop
7730 wakaba 1.3 } else {
7731     die "$0: |set_inner_html| is not defined for node of type $nt";
7732     }
7733     } # set_inner_html
7734    
7735     } # tree construction stage
7736 wakaba 1.1
7737 wakaba 1.63 package Whatpm::HTML::RestartParser;
7738     push our @ISA, 'Error';
7739    
7740 wakaba 1.1 1;
7741 wakaba 1.165 # $Date: 2008/09/13 06:33:39 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24