/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.162 - (hide annotations) (download) (as text)
Thu Sep 11 09:12:27 2008 UTC (18 years ago) by wakaba
Branch: MAIN
Changes since 1.161: +28 -11 lines
File MIME type: application/x-wais-source
++ whatpm/Whatpm/ChangeLog	11 Sep 2008 09:12:24 -0000
2008-09-11  Wakaba  <wakaba@suika.fam.cx>

	* HTML.pm.src: Methods now accept additional parameter, $get_wrapper,
	which can be used to insert some wrapper between the character
	stream handle and the tokenizer.  (It is currently not supported
	for |set_inner_html| for |Element|s).

++ whatpm/Whatpm/Charset/ChangeLog	11 Sep 2008 09:10:24 -0000
2008-09-11  Wakaba  <wakaba@suika.fam.cx>

	* UnicodeChecker.pm: New module.

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.162 our $VERSION=do{my @r=(q$Revision: 1.161 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.18 ## ISSUE:
7     ## var doc = implementation.createDocument (null, null, null);
8     ## doc.write ('');
9     ## alert (doc.compatMode);
10 wakaba 1.1
11 wakaba 1.139 require IO::Handle;
12    
13 wakaba 1.126 my $HTML_NS = q<http://www.w3.org/1999/xhtml>;
14     my $MML_NS = q<http://www.w3.org/1998/Math/MathML>;
15     my $SVG_NS = q<http://www.w3.org/2000/svg>;
16     my $XLINK_NS = q<http://www.w3.org/1999/xlink>;
17     my $XML_NS = q<http://www.w3.org/XML/1998/namespace>;
18     my $XMLNS_NS = q<http://www.w3.org/2000/xmlns/>;
19    
20 wakaba 1.123 sub A_EL () { 0b1 }
21     sub ADDRESS_EL () { 0b10 }
22     sub BODY_EL () { 0b100 }
23     sub BUTTON_EL () { 0b1000 }
24     sub CAPTION_EL () { 0b10000 }
25     sub DD_EL () { 0b100000 }
26     sub DIV_EL () { 0b1000000 }
27     sub DT_EL () { 0b10000000 }
28     sub FORM_EL () { 0b100000000 }
29     sub FORMATTING_EL () { 0b1000000000 }
30     sub FRAMESET_EL () { 0b10000000000 }
31     sub HEADING_EL () { 0b100000000000 }
32     sub HTML_EL () { 0b1000000000000 }
33     sub LI_EL () { 0b10000000000000 }
34     sub NOBR_EL () { 0b100000000000000 }
35     sub OPTION_EL () { 0b1000000000000000 }
36     sub OPTGROUP_EL () { 0b10000000000000000 }
37     sub P_EL () { 0b100000000000000000 }
38     sub SELECT_EL () { 0b1000000000000000000 }
39     sub TABLE_EL () { 0b10000000000000000000 }
40     sub TABLE_CELL_EL () { 0b100000000000000000000 }
41     sub TABLE_ROW_EL () { 0b1000000000000000000000 }
42     sub TABLE_ROW_GROUP_EL () { 0b10000000000000000000000 }
43     sub MISC_SCOPING_EL () { 0b100000000000000000000000 }
44     sub MISC_SPECIAL_EL () { 0b1000000000000000000000000 }
45 wakaba 1.126 sub FOREIGN_EL () { 0b10000000000000000000000000 }
46     sub FOREIGN_FLOW_CONTENT_EL () { 0b100000000000000000000000000 }
47     sub MML_AXML_EL () { 0b1000000000000000000000000000 }
48 wakaba 1.151 sub RUBY_EL () { 0b10000000000000000000000000000 }
49     sub RUBY_COMPONENT_EL () { 0b100000000000000000000000000000 }
50 wakaba 1.123
51     sub TABLE_ROWS_EL () {
52     TABLE_EL |
53     TABLE_ROW_EL |
54     TABLE_ROW_GROUP_EL
55     }
56    
57 wakaba 1.151 ## NOTE: Used in "generate implied end tags" algorithm.
58     ## NOTE: There is a code where a modified version of END_TAG_OPTIONAL_EL
59     ## is used in "generate implied end tags" implementation (search for the
60     ## function mae).
61 wakaba 1.123 sub END_TAG_OPTIONAL_EL () {
62     DD_EL |
63     DT_EL |
64     LI_EL |
65 wakaba 1.151 P_EL |
66     RUBY_COMPONENT_EL
67 wakaba 1.123 }
68    
69 wakaba 1.151 ## NOTE: Used in </body> and EOF algorithms.
70 wakaba 1.123 sub ALL_END_TAG_OPTIONAL_EL () {
71 wakaba 1.151 DD_EL |
72     DT_EL |
73     LI_EL |
74     P_EL |
75    
76 wakaba 1.123 BODY_EL |
77     HTML_EL |
78     TABLE_CELL_EL |
79     TABLE_ROW_EL |
80     TABLE_ROW_GROUP_EL
81     }
82    
83     sub SCOPING_EL () {
84     BUTTON_EL |
85     CAPTION_EL |
86     HTML_EL |
87     TABLE_EL |
88     TABLE_CELL_EL |
89     MISC_SCOPING_EL
90     }
91    
92     sub TABLE_SCOPING_EL () {
93     HTML_EL |
94     TABLE_EL
95     }
96    
97     sub TABLE_ROWS_SCOPING_EL () {
98     HTML_EL |
99     TABLE_ROW_GROUP_EL
100     }
101    
102     sub TABLE_ROW_SCOPING_EL () {
103     HTML_EL |
104     TABLE_ROW_EL
105     }
106    
107     sub SPECIAL_EL () {
108     ADDRESS_EL |
109     BODY_EL |
110     DIV_EL |
111 wakaba 1.151
112     DD_EL |
113     DT_EL |
114     LI_EL |
115     P_EL |
116    
117 wakaba 1.123 FORM_EL |
118     FRAMESET_EL |
119     HEADING_EL |
120     OPTION_EL |
121     OPTGROUP_EL |
122     SELECT_EL |
123     TABLE_ROW_EL |
124     TABLE_ROW_GROUP_EL |
125     MISC_SPECIAL_EL
126     }
127    
128     my $el_category = {
129     a => A_EL | FORMATTING_EL,
130     address => ADDRESS_EL,
131     applet => MISC_SCOPING_EL,
132     area => MISC_SPECIAL_EL,
133     b => FORMATTING_EL,
134     base => MISC_SPECIAL_EL,
135     basefont => MISC_SPECIAL_EL,
136     bgsound => MISC_SPECIAL_EL,
137     big => FORMATTING_EL,
138     blockquote => MISC_SPECIAL_EL,
139     body => BODY_EL,
140     br => MISC_SPECIAL_EL,
141     button => BUTTON_EL,
142     caption => CAPTION_EL,
143     center => MISC_SPECIAL_EL,
144     col => MISC_SPECIAL_EL,
145     colgroup => MISC_SPECIAL_EL,
146     dd => DD_EL,
147     dir => MISC_SPECIAL_EL,
148     div => DIV_EL,
149     dl => MISC_SPECIAL_EL,
150     dt => DT_EL,
151     em => FORMATTING_EL,
152     embed => MISC_SPECIAL_EL,
153     fieldset => MISC_SPECIAL_EL,
154     font => FORMATTING_EL,
155     form => FORM_EL,
156     frame => MISC_SPECIAL_EL,
157     frameset => FRAMESET_EL,
158     h1 => HEADING_EL,
159     h2 => HEADING_EL,
160     h3 => HEADING_EL,
161     h4 => HEADING_EL,
162     h5 => HEADING_EL,
163     h6 => HEADING_EL,
164     head => MISC_SPECIAL_EL,
165     hr => MISC_SPECIAL_EL,
166     html => HTML_EL,
167     i => FORMATTING_EL,
168     iframe => MISC_SPECIAL_EL,
169     img => MISC_SPECIAL_EL,
170     input => MISC_SPECIAL_EL,
171     isindex => MISC_SPECIAL_EL,
172     li => LI_EL,
173     link => MISC_SPECIAL_EL,
174     listing => MISC_SPECIAL_EL,
175     marquee => MISC_SCOPING_EL,
176     menu => MISC_SPECIAL_EL,
177     meta => MISC_SPECIAL_EL,
178     nobr => NOBR_EL | FORMATTING_EL,
179     noembed => MISC_SPECIAL_EL,
180     noframes => MISC_SPECIAL_EL,
181     noscript => MISC_SPECIAL_EL,
182     object => MISC_SCOPING_EL,
183     ol => MISC_SPECIAL_EL,
184     optgroup => OPTGROUP_EL,
185     option => OPTION_EL,
186     p => P_EL,
187     param => MISC_SPECIAL_EL,
188     plaintext => MISC_SPECIAL_EL,
189     pre => MISC_SPECIAL_EL,
190 wakaba 1.151 rp => RUBY_COMPONENT_EL,
191     rt => RUBY_COMPONENT_EL,
192     ruby => RUBY_EL,
193 wakaba 1.123 s => FORMATTING_EL,
194     script => MISC_SPECIAL_EL,
195     select => SELECT_EL,
196     small => FORMATTING_EL,
197     spacer => MISC_SPECIAL_EL,
198     strike => FORMATTING_EL,
199     strong => FORMATTING_EL,
200     style => MISC_SPECIAL_EL,
201     table => TABLE_EL,
202     tbody => TABLE_ROW_GROUP_EL,
203     td => TABLE_CELL_EL,
204     textarea => MISC_SPECIAL_EL,
205     tfoot => TABLE_ROW_GROUP_EL,
206     th => TABLE_CELL_EL,
207     thead => TABLE_ROW_GROUP_EL,
208     title => MISC_SPECIAL_EL,
209     tr => TABLE_ROW_EL,
210     tt => FORMATTING_EL,
211     u => FORMATTING_EL,
212     ul => MISC_SPECIAL_EL,
213     wbr => MISC_SPECIAL_EL,
214     };
215    
216 wakaba 1.126 my $el_category_f = {
217     $MML_NS => {
218     'annotation-xml' => MML_AXML_EL,
219     mi => FOREIGN_FLOW_CONTENT_EL,
220     mo => FOREIGN_FLOW_CONTENT_EL,
221     mn => FOREIGN_FLOW_CONTENT_EL,
222     ms => FOREIGN_FLOW_CONTENT_EL,
223     mtext => FOREIGN_FLOW_CONTENT_EL,
224     },
225     $SVG_NS => {
226 wakaba 1.131 foreignObject => FOREIGN_FLOW_CONTENT_EL,
227 wakaba 1.126 desc => FOREIGN_FLOW_CONTENT_EL,
228     title => FOREIGN_FLOW_CONTENT_EL,
229     },
230     ## NOTE: In addition, FOREIGN_EL is set to non-HTML elements.
231     };
232    
233 wakaba 1.131 my $svg_attr_name = {
234 wakaba 1.146 attributename => 'attributeName',
235 wakaba 1.131 attributetype => 'attributeType',
236     basefrequency => 'baseFrequency',
237     baseprofile => 'baseProfile',
238     calcmode => 'calcMode',
239     clippathunits => 'clipPathUnits',
240     contentscripttype => 'contentScriptType',
241     contentstyletype => 'contentStyleType',
242     diffuseconstant => 'diffuseConstant',
243     edgemode => 'edgeMode',
244     externalresourcesrequired => 'externalResourcesRequired',
245     filterres => 'filterRes',
246     filterunits => 'filterUnits',
247     glyphref => 'glyphRef',
248     gradienttransform => 'gradientTransform',
249     gradientunits => 'gradientUnits',
250     kernelmatrix => 'kernelMatrix',
251     kernelunitlength => 'kernelUnitLength',
252     keypoints => 'keyPoints',
253     keysplines => 'keySplines',
254     keytimes => 'keyTimes',
255     lengthadjust => 'lengthAdjust',
256     limitingconeangle => 'limitingConeAngle',
257     markerheight => 'markerHeight',
258     markerunits => 'markerUnits',
259     markerwidth => 'markerWidth',
260     maskcontentunits => 'maskContentUnits',
261     maskunits => 'maskUnits',
262     numoctaves => 'numOctaves',
263     pathlength => 'pathLength',
264     patterncontentunits => 'patternContentUnits',
265     patterntransform => 'patternTransform',
266     patternunits => 'patternUnits',
267     pointsatx => 'pointsAtX',
268     pointsaty => 'pointsAtY',
269     pointsatz => 'pointsAtZ',
270     preservealpha => 'preserveAlpha',
271     preserveaspectratio => 'preserveAspectRatio',
272     primitiveunits => 'primitiveUnits',
273     refx => 'refX',
274     refy => 'refY',
275     repeatcount => 'repeatCount',
276     repeatdur => 'repeatDur',
277     requiredextensions => 'requiredExtensions',
278 wakaba 1.146 requiredfeatures => 'requiredFeatures',
279 wakaba 1.131 specularconstant => 'specularConstant',
280     specularexponent => 'specularExponent',
281     spreadmethod => 'spreadMethod',
282     startoffset => 'startOffset',
283     stddeviation => 'stdDeviation',
284     stitchtiles => 'stitchTiles',
285     surfacescale => 'surfaceScale',
286     systemlanguage => 'systemLanguage',
287     tablevalues => 'tableValues',
288     targetx => 'targetX',
289     targety => 'targetY',
290     textlength => 'textLength',
291     viewbox => 'viewBox',
292     viewtarget => 'viewTarget',
293     xchannelselector => 'xChannelSelector',
294     ychannelselector => 'yChannelSelector',
295     zoomandpan => 'zoomAndPan',
296     };
297    
298     my $foreign_attr_xname = {
299     'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']],
300     'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']],
301     'xlink:href' => [$XLINK_NS, ['xlink', 'href']],
302     'xlink:role' => [$XLINK_NS, ['xlink', 'role']],
303     'xlink:show' => [$XLINK_NS, ['xlink', 'show']],
304     'xlink:title' => [$XLINK_NS, ['xlink', 'title']],
305     'xlink:type' => [$XLINK_NS, ['xlink', 'type']],
306     'xml:base' => [$XML_NS, ['xml', 'base']],
307     'xml:lang' => [$XML_NS, ['xml', 'lang']],
308     'xml:space' => [$XML_NS, ['xml', 'space']],
309     'xmlns' => [$XMLNS_NS, [undef, 'xmlns']],
310     'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']],
311     };
312    
313     ## ISSUE: xmlns:xlink="non-xlink-ns" is not an error.
314    
315 wakaba 1.4 my $c1_entity_char = {
316 wakaba 1.10 0x80 => 0x20AC,
317     0x81 => 0xFFFD,
318     0x82 => 0x201A,
319     0x83 => 0x0192,
320     0x84 => 0x201E,
321     0x85 => 0x2026,
322     0x86 => 0x2020,
323     0x87 => 0x2021,
324     0x88 => 0x02C6,
325     0x89 => 0x2030,
326     0x8A => 0x0160,
327     0x8B => 0x2039,
328     0x8C => 0x0152,
329     0x8D => 0xFFFD,
330     0x8E => 0x017D,
331     0x8F => 0xFFFD,
332     0x90 => 0xFFFD,
333     0x91 => 0x2018,
334     0x92 => 0x2019,
335     0x93 => 0x201C,
336     0x94 => 0x201D,
337     0x95 => 0x2022,
338     0x96 => 0x2013,
339     0x97 => 0x2014,
340     0x98 => 0x02DC,
341     0x99 => 0x2122,
342     0x9A => 0x0161,
343     0x9B => 0x203A,
344     0x9C => 0x0153,
345     0x9D => 0xFFFD,
346     0x9E => 0x017E,
347     0x9F => 0x0178,
348 wakaba 1.4 }; # $c1_entity_char
349 wakaba 1.1
350 wakaba 1.63 sub parse_byte_string ($$$$;$) {
351 wakaba 1.138 my $self = shift;
352     my $charset_name = shift;
353     open my $input, '<', ref $_[0] ? $_[0] : \($_[0]);
354     return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]);
355     } # parse_byte_string
356    
357 wakaba 1.162 sub parse_byte_stream ($$$$;$$) {
358     # my ($self, $charset_name, $byte_stream, $doc, $onerror, $get_wrapper) = @_;
359 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
360 wakaba 1.133 my $charset_name = shift;
361 wakaba 1.138 my $byte_stream = $_[0];
362 wakaba 1.133
363 wakaba 1.134 my $onerror = $_[2] || sub {
364     my (%opt) = @_;
365     warn "Parse error ($opt{type})\n";
366     };
367     $self->{parse_error} = $onerror; # updated later by parse_char_string
368    
369 wakaba 1.162 my $get_wrapper = $_[3] || sub ($) {
370     return $_[0]; # $_[0] = byte stream handle, returned = arg to char handle
371     };
372    
373 wakaba 1.133 ## HTML5 encoding sniffing algorithm
374     require Message::Charset::Info;
375     my $charset;
376 wakaba 1.136 my $buffer;
377     my ($char_stream, $e_status);
378 wakaba 1.133
379     SNIFFING: {
380 wakaba 1.160 ## NOTE: By setting |allow_fallback| option true when the
381     ## |get_decode_handle| method is invoked, we ignore what the HTML5
382     ## spec requires, i.e. unsupported encoding should be ignored.
383     ## TODO: We should not do this unless the parser is invoked
384     ## in the conformance checking mode, in which this behavior
385     ## would be useful.
386 wakaba 1.133
387     ## Step 1
388     if (defined $charset_name) {
389 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
390     ## TODO: Is this ok? Transfer protocol's parameter should be
391     ## interpreted in its semantics?
392 wakaba 1.133
393     ## ISSUE: Unsupported encoding is not ignored according to the spec.
394 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
395     ($byte_stream, allow_error_reporting => 1,
396 wakaba 1.133 allow_fallback => 1);
397 wakaba 1.136 if ($char_stream) {
398 wakaba 1.133 $self->{confident} = 1;
399     last SNIFFING;
400 wakaba 1.136 } else {
401     ## TODO: unsupported error
402 wakaba 1.133 }
403     }
404    
405     ## Step 2
406 wakaba 1.136 my $byte_buffer = '';
407     for (1..1024) {
408     my $char = $byte_stream->getc;
409     last unless defined $char;
410     $byte_buffer .= $char;
411     } ## TODO: timeout
412 wakaba 1.133
413     ## Step 3
414 wakaba 1.136 if ($byte_buffer =~ /^\xFE\xFF/) {
415 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16be');
416 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
417     ($byte_stream, allow_error_reporting => 1,
418     allow_fallback => 1, byte_buffer => \$byte_buffer);
419 wakaba 1.133 $self->{confident} = 1;
420     last SNIFFING;
421 wakaba 1.136 } elsif ($byte_buffer =~ /^\xFF\xFE/) {
422 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-16le');
423 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
424     ($byte_stream, allow_error_reporting => 1,
425     allow_fallback => 1, byte_buffer => \$byte_buffer);
426 wakaba 1.133 $self->{confident} = 1;
427     last SNIFFING;
428 wakaba 1.136 } elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) {
429 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
430 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
431     ($byte_stream, allow_error_reporting => 1,
432     allow_fallback => 1, byte_buffer => \$byte_buffer);
433 wakaba 1.133 $self->{confident} = 1;
434     last SNIFFING;
435     }
436    
437     ## Step 4
438     ## TODO: <meta charset>
439    
440     ## Step 5
441     ## TODO: from history
442    
443     ## Step 6
444 wakaba 1.65 require Whatpm::Charset::UniversalCharDet;
445 wakaba 1.133 $charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string
446 wakaba 1.136 ($byte_buffer);
447 wakaba 1.133 if (defined $charset_name) {
448 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
449 wakaba 1.133
450     ## ISSUE: Unsupported encoding is not ignored according to the spec.
451 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
452     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
453     ($byte_stream);
454     ($char_stream, $e_status) = $charset->get_decode_handle
455     ($buffer, allow_error_reporting => 1,
456     allow_fallback => 1, byte_buffer => \$byte_buffer);
457     if ($char_stream) {
458     $buffer->{buffer} = $byte_buffer;
459 wakaba 1.153 !!!parse-error (type => 'sniffing:chardet',
460     text => $charset_name,
461     level => $self->{level}->{info},
462     layer => 'encode',
463 wakaba 1.134 line => 1, column => 1);
464 wakaba 1.133 $self->{confident} = 0;
465     last SNIFFING;
466     }
467     }
468    
469     ## Step 7: default
470     ## TODO: Make this configurable.
471 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('windows-1252');
472 wakaba 1.133 ## NOTE: We choose |windows-1252| here, since |utf-8| should be
473     ## detectable in the step 6.
474 wakaba 1.136 require Whatpm::Charset::DecodeHandle;
475     $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
476     ($byte_stream);
477     ($char_stream, $e_status)
478     = $charset->get_decode_handle ($buffer,
479     allow_error_reporting => 1,
480     allow_fallback => 1,
481     byte_buffer => \$byte_buffer);
482     $buffer->{buffer} = $byte_buffer;
483 wakaba 1.153 !!!parse-error (type => 'sniffing:default',
484     text => 'windows-1252',
485     level => $self->{level}->{info},
486     line => 1, column => 1,
487     layer => 'encode');
488 wakaba 1.63 $self->{confident} = 0;
489 wakaba 1.133 } # SNIFFING
490    
491     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
492 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
493 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
494 wakaba 1.160 #text => $self->{input_encoding},
495 wakaba 1.153 level => $self->{level}->{uncertain},
496     line => 1, column => 1,
497     layer => 'encode');
498 wakaba 1.133 } elsif (not ($e_status &
499     Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) {
500 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
501 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
502     text => $self->{input_encoding},
503     level => $self->{level}->{uncertain},
504     line => 1, column => 1,
505     layer => 'encode');
506 wakaba 1.160 } else {
507     $self->{input_encoding} = $charset->get_iana_name;
508 wakaba 1.63 }
509    
510     $self->{change_encoding} = sub {
511     my $self = shift;
512 wakaba 1.134 $charset_name = shift;
513 wakaba 1.114 my $token = shift;
514 wakaba 1.63
515 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
516 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
517     ($byte_stream, allow_error_reporting => 1, allow_fallback => 1,
518     byte_buffer => \ $buffer->{buffer});
519 wakaba 1.134
520 wakaba 1.136 if ($char_stream) { # if supported
521 wakaba 1.134 ## "Change the encoding" algorithm:
522 wakaba 1.63
523 wakaba 1.134 ## Step 1
524 wakaba 1.149 if ($charset->{category} &
525     Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
526 wakaba 1.161 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
527 wakaba 1.136 ($char_stream, $e_status) = $charset->get_decode_handle
528     ($byte_stream,
529     byte_buffer => \ $buffer->{buffer});
530 wakaba 1.134 }
531     $charset_name = $charset->get_iana_name;
532    
533     ## Step 2
534     if (defined $self->{input_encoding} and
535     $self->{input_encoding} eq $charset_name) {
536 wakaba 1.153 !!!parse-error (type => 'charset label:matching',
537     text => $charset_name,
538     level => $self->{level}->{info});
539 wakaba 1.134 $self->{confident} = 1;
540     return;
541     }
542 wakaba 1.63
543 wakaba 1.153 !!!parse-error (type => 'charset label detected',
544     text => $self->{input_encoding},
545     value => $charset_name,
546     level => $self->{level}->{warn},
547     token => $token);
548 wakaba 1.134
549     ## Step 3
550     # if (can) {
551     ## change the encoding on the fly.
552     #$self->{confident} = 1;
553     #return;
554     # }
555    
556     ## Step 4
557     throw Whatpm::HTML::RestartParser ();
558 wakaba 1.63 }
559     }; # $self->{change_encoding}
560    
561 wakaba 1.136 my $char_onerror = sub {
562     my (undef, $type, %opt) = @_;
563 wakaba 1.153 !!!parse-error (layer => 'encode',
564     %opt, type => $type,
565 wakaba 1.137 line => $self->{line}, column => $self->{column} + 1);
566 wakaba 1.136 if ($opt{octets}) {
567     ${$opt{octets}} = "\x{FFFD}"; # relacement character
568     }
569     };
570 wakaba 1.162
571     my $wrapped_char_stream = $get_wrapper->($char_stream);
572     $wrapped_char_stream->onerror ($char_onerror);
573 wakaba 1.136
574 wakaba 1.63 my @args = @_; shift @args; # $s
575     my $return;
576     try {
577 wakaba 1.162 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
578 wakaba 1.63 } catch Whatpm::HTML::RestartParser with {
579 wakaba 1.134 ## NOTE: Invoked after {change_encoding}.
580    
581     if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
582 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
583 wakaba 1.153 !!!parse-error (type => 'chardecode:fallback',
584     level => $self->{level}->{uncertain},
585 wakaba 1.160 #text => $self->{input_encoding},
586 wakaba 1.153 line => 1, column => 1,
587     layer => 'encode');
588 wakaba 1.134 } elsif (not ($e_status &
589     Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) {
590 wakaba 1.160 $self->{input_encoding} = $charset->get_iana_name;
591 wakaba 1.153 !!!parse-error (type => 'chardecode:no error',
592     text => $self->{input_encoding},
593     level => $self->{level}->{uncertain},
594     line => 1, column => 1,
595     layer => 'encode');
596 wakaba 1.160 } else {
597     $self->{input_encoding} = $charset->get_iana_name;
598 wakaba 1.134 }
599 wakaba 1.63 $self->{confident} = 1;
600 wakaba 1.162
601     $wrapped_char_stream = $get_wrapper->($char_stream);
602     $wrapped_char_stream->onerror ($char_onerror);
603    
604     $return = $self->parse_char_stream ($wrapped_char_stream, @args);
605 wakaba 1.63 };
606     return $return;
607 wakaba 1.138 } # parse_byte_stream
608 wakaba 1.63
609 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
610     ## and the HTML layer MUST ignore it. However, we does strip BOM in
611     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
612     ## because the core part of our HTML parser expects a string of character,
613     ## not a string of bytes or code units or anything which might contain a BOM.
614     ## Therefore, any parser interface that accepts a string of bytes,
615     ## such as |parse_byte_string| in this module, must ensure that it does
616     ## strip the BOM and never strip any ZWNBSP.
617    
618 wakaba 1.162 sub parse_char_string ($$$;$$) {
619     #my ($self, $s, $doc, $onerror, $get_wrapper) = @_;
620 wakaba 1.135 my $self = shift;
621 wakaba 1.139 require utf8;
622     my $s = ref $_[0] ? $_[0] : \($_[0]);
623     open my $input, '<' . (utf8::is_utf8 ($$s) ? ':utf8' : ''), $s;
624 wakaba 1.162 if ($_[3]) {
625     $input = $_[3]->($input);
626     }
627 wakaba 1.135 return $self->parse_char_stream ($input, @_[1..$#_]);
628     } # parse_char_string
629 wakaba 1.162 *parse_string = \&parse_char_string; ## NOTE: Alias for backward compatibility.
630 wakaba 1.63
631 wakaba 1.135 sub parse_char_stream ($$$;$) {
632 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
633 wakaba 1.135 my $input = $_[0];
634 wakaba 1.1 $self->{document} = $_[1];
635 wakaba 1.63 @{$self->{document}->child_nodes} = ();
636 wakaba 1.1
637 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
638    
639 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
640 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
641     if defined $self->{input_encoding};
642 wakaba 1.63
643 wakaba 1.1 my $i = 0;
644 wakaba 1.112 $self->{line_prev} = $self->{line} = 1;
645     $self->{column_prev} = $self->{column} = 0;
646 wakaba 1.76 $self->{set_next_char} = sub {
647 wakaba 1.1 my $self = shift;
648 wakaba 1.13
649 wakaba 1.76 pop @{$self->{prev_char}};
650     unshift @{$self->{prev_char}}, $self->{next_char};
651 wakaba 1.13
652 wakaba 1.139 my $char;
653     if (defined $self->{next_next_char}) {
654     $char = $self->{next_next_char};
655     delete $self->{next_next_char};
656     } else {
657     $char = $input->getc;
658     }
659 wakaba 1.135 $self->{next_char} = -1 and return unless defined $char;
660     $self->{next_char} = ord $char;
661 wakaba 1.112
662     ($self->{line_prev}, $self->{column_prev})
663     = ($self->{line}, $self->{column});
664     $self->{column}++;
665 wakaba 1.1
666 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
667 wakaba 1.132 !!!cp ('j1');
668 wakaba 1.112 $self->{line}++;
669     $self->{column} = 0;
670 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
671 wakaba 1.132 !!!cp ('j2');
672 wakaba 1.135 my $next = $input->getc;
673 wakaba 1.139 if (defined $next and $next ne "\x0A") {
674     $self->{next_next_char} = $next;
675 wakaba 1.135 }
676 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
677 wakaba 1.112 $self->{line}++;
678     $self->{column} = 0;
679 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
680 wakaba 1.132 !!!cp ('j3');
681 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
682     } elsif ($self->{next_char} == 0x0000) { # NULL
683 wakaba 1.132 !!!cp ('j4');
684 wakaba 1.8 !!!parse-error (type => 'NULL');
685 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
686 wakaba 1.132 } elsif ($self->{next_char} <= 0x0008 or
687     (0x000E <= $self->{next_char} and $self->{next_char} <= 0x001F) or
688     (0x007F <= $self->{next_char} and $self->{next_char} <= 0x009F) or
689     (0xD800 <= $self->{next_char} and $self->{next_char} <= 0xDFFF) or
690     (0xFDD0 <= $self->{next_char} and $self->{next_char} <= 0xFDDF) or
691     {
692     0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1,
693     0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1,
694     0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1,
695     0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1,
696     0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1,
697     0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1,
698     0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1,
699     0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1,
700     0x10FFFE => 1, 0x10FFFF => 1,
701     }->{$self->{next_char}}) {
702     !!!cp ('j5');
703 wakaba 1.153 if ($self->{next_char} < 0x10000) {
704     !!!parse-error (type => 'control char',
705     text => (sprintf 'U+%04X', $self->{next_char}));
706     } else {
707     !!!parse-error (type => 'control char',
708     text => (sprintf 'U-%08X', $self->{next_char}));
709     }
710 wakaba 1.1 }
711     };
712 wakaba 1.76 $self->{prev_char} = [-1, -1, -1];
713     $self->{next_char} = -1;
714 wakaba 1.1
715 wakaba 1.3 my $onerror = $_[2] || sub {
716     my (%opt) = @_;
717 wakaba 1.112 my $line = $opt{token} ? $opt{token}->{line} : $opt{line};
718     my $column = $opt{token} ? $opt{token}->{column} : $opt{column};
719     warn "Parse error ($opt{type}) at line $line column $column\n";
720 wakaba 1.3 };
721     $self->{parse_error} = sub {
722 wakaba 1.112 $onerror->(line => $self->{line}, column => $self->{column}, @_);
723 wakaba 1.1 };
724    
725     $self->_initialize_tokenizer;
726     $self->_initialize_tree_constructor;
727     $self->_construct_tree;
728     $self->_terminate_tree_constructor;
729    
730 wakaba 1.112 delete $self->{parse_error}; # remove loop
731    
732 wakaba 1.1 return $self->{document};
733 wakaba 1.135 } # parse_char_stream
734 wakaba 1.1
735     sub new ($) {
736     my $class = shift;
737 wakaba 1.134 my $self = bless {
738 wakaba 1.153 level => {must => 'm',
739 wakaba 1.159 should => 's',
740 wakaba 1.153 warn => 'w',
741     info => 'i',
742     uncertain => 'u'},
743 wakaba 1.134 }, $class;
744 wakaba 1.76 $self->{set_next_char} = sub {
745     $self->{next_char} = -1;
746 wakaba 1.1 };
747     $self->{parse_error} = sub {
748     #
749     };
750 wakaba 1.63 $self->{change_encoding} = sub {
751     # if ($_[0] is a supported encoding) {
752     # run "change the encoding" algorithm;
753     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
754     # }
755     };
756 wakaba 1.61 $self->{application_cache_selection} = sub {
757     #
758     };
759 wakaba 1.1 return $self;
760     } # new
761    
762 wakaba 1.40 sub CM_ENTITY () { 0b001 } # & markup in data
763     sub CM_LIMITED_MARKUP () { 0b010 } # < markup in data (limited)
764     sub CM_FULL_MARKUP () { 0b100 } # < markup in data (any)
765    
766     sub PLAINTEXT_CONTENT_MODEL () { 0 }
767     sub CDATA_CONTENT_MODEL () { CM_LIMITED_MARKUP }
768     sub RCDATA_CONTENT_MODEL () { CM_ENTITY | CM_LIMITED_MARKUP }
769     sub PCDATA_CONTENT_MODEL () { CM_ENTITY | CM_FULL_MARKUP }
770    
771 wakaba 1.57 sub DATA_STATE () { 0 }
772     sub ENTITY_DATA_STATE () { 1 }
773     sub TAG_OPEN_STATE () { 2 }
774     sub CLOSE_TAG_OPEN_STATE () { 3 }
775     sub TAG_NAME_STATE () { 4 }
776     sub BEFORE_ATTRIBUTE_NAME_STATE () { 5 }
777     sub ATTRIBUTE_NAME_STATE () { 6 }
778     sub AFTER_ATTRIBUTE_NAME_STATE () { 7 }
779     sub BEFORE_ATTRIBUTE_VALUE_STATE () { 8 }
780     sub ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE () { 9 }
781     sub ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE () { 10 }
782     sub ATTRIBUTE_VALUE_UNQUOTED_STATE () { 11 }
783     sub ENTITY_IN_ATTRIBUTE_VALUE_STATE () { 12 }
784     sub MARKUP_DECLARATION_OPEN_STATE () { 13 }
785     sub COMMENT_START_STATE () { 14 }
786     sub COMMENT_START_DASH_STATE () { 15 }
787     sub COMMENT_STATE () { 16 }
788     sub COMMENT_END_STATE () { 17 }
789     sub COMMENT_END_DASH_STATE () { 18 }
790     sub BOGUS_COMMENT_STATE () { 19 }
791     sub DOCTYPE_STATE () { 20 }
792     sub BEFORE_DOCTYPE_NAME_STATE () { 21 }
793     sub DOCTYPE_NAME_STATE () { 22 }
794     sub AFTER_DOCTYPE_NAME_STATE () { 23 }
795     sub BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 24 }
796     sub DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE () { 25 }
797     sub DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE () { 26 }
798     sub AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 27 }
799     sub BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 28 }
800     sub DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE () { 29 }
801     sub DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE () { 30 }
802     sub AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 31 }
803     sub BOGUS_DOCTYPE_STATE () { 32 }
804 wakaba 1.72 sub AFTER_ATTRIBUTE_VALUE_QUOTED_STATE () { 33 }
805 wakaba 1.125 sub SELF_CLOSING_START_TAG_STATE () { 34 }
806 wakaba 1.127 sub CDATA_BLOCK_STATE () { 35 }
807 wakaba 1.57
808 wakaba 1.55 sub DOCTYPE_TOKEN () { 1 }
809     sub COMMENT_TOKEN () { 2 }
810     sub START_TAG_TOKEN () { 3 }
811     sub END_TAG_TOKEN () { 4 }
812     sub END_OF_FILE_TOKEN () { 5 }
813     sub CHARACTER_TOKEN () { 6 }
814    
815 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
816     sub HEAD_IMS () { 0b1000 }
817     sub BODY_IMS () { 0b10000 }
818 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
819 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
820 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
821 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
822     sub FRAME_IMS () { 0b1000000000 }
823 wakaba 1.101 sub SELECT_IMS () { 0b10000000000 }
824 wakaba 1.126 sub IN_FOREIGN_CONTENT_IM () { 0b100000000000 }
825     ## NOTE: "in foreign content" insertion mode is special; it is combined
826     ## with the secondary insertion mode. In this parser, they are stored
827     ## together in the bit-or'ed form.
828 wakaba 1.54
829 wakaba 1.84 ## NOTE: "initial" and "before html" insertion modes have no constants.
830    
831     ## NOTE: "after after body" insertion mode.
832 wakaba 1.54 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
833 wakaba 1.84
834     ## NOTE: "after after frameset" insertion mode.
835 wakaba 1.54 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
836 wakaba 1.84
837 wakaba 1.54 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
838     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
839     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
840     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
841     sub IN_BODY_IM () { BODY_IMS }
842 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
843     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
844     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
845     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
846 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
847     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
848     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
849     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
850 wakaba 1.101 sub IN_SELECT_IM () { SELECT_IMS | 0b01 }
851     sub IN_SELECT_IN_TABLE_IM () { SELECT_IMS | 0b10 }
852 wakaba 1.54 sub IN_COLUMN_GROUP_IM () { 0b10 }
853    
854 wakaba 1.1 ## Implementations MUST act as if state machine in the spec
855    
856     sub _initialize_tokenizer ($) {
857     my $self = shift;
858 wakaba 1.57 $self->{state} = DATA_STATE; # MUST
859 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # be
860 wakaba 1.1 undef $self->{current_token}; # start tag, end tag, comment, or DOCTYPE
861     undef $self->{current_attribute};
862     undef $self->{last_emitted_start_tag_name};
863     undef $self->{last_attribute_value_state};
864 wakaba 1.125 delete $self->{self_closing};
865 wakaba 1.1 $self->{char} = [];
866 wakaba 1.76 # $self->{next_char}
867 wakaba 1.1 !!!next-input-character;
868     $self->{token} = [];
869 wakaba 1.18 # $self->{escape}
870 wakaba 1.1 } # _initialize_tokenizer
871    
872     ## A token has:
873 wakaba 1.55 ## ->{type} == DOCTYPE_TOKEN, START_TAG_TOKEN, END_TAG_TOKEN, COMMENT_TOKEN,
874     ## CHARACTER_TOKEN, or END_OF_FILE_TOKEN
875     ## ->{name} (DOCTYPE_TOKEN)
876     ## ->{tag_name} (START_TAG_TOKEN, END_TAG_TOKEN)
877     ## ->{public_identifier} (DOCTYPE_TOKEN)
878     ## ->{system_identifier} (DOCTYPE_TOKEN)
879 wakaba 1.75 ## ->{quirks} == 1 or 0 (DOCTYPE_TOKEN): "force-quirks" flag
880 wakaba 1.55 ## ->{attributes} isa HASH (START_TAG_TOKEN, END_TAG_TOKEN)
881 wakaba 1.66 ## ->{name}
882     ## ->{value}
883     ## ->{has_reference} == 1 or 0
884 wakaba 1.55 ## ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
885 wakaba 1.125 ## NOTE: The "self-closing flag" is hold as |$self->{self_closing}|.
886     ## |->{self_closing}| is used to save the value of |$self->{self_closing}|
887     ## while the token is pushed back to the stack.
888    
889 wakaba 1.1 ## Emitted token MUST immediately be handled by the tree construction state.
890    
891     ## Before each step, UA MAY check to see if either one of the scripts in
892     ## "list of scripts that will execute as soon as possible" or the first
893     ## script in the "list of scripts that will execute asynchronously",
894     ## has completed loading. If one has, then it MUST be executed
895     ## and removed from the list.
896    
897 wakaba 1.59 ## NOTE: HTML5 "Writing HTML documents" section, applied to
898     ## documents and not to user agents and conformance checkers,
899     ## contains some requirements that are not detected by the
900     ## parsing algorithm:
901     ## - Some requirements on character encoding declarations. ## TODO
902     ## - "Elements MUST NOT contain content that their content model disallows."
903     ## ... Some are parse error, some are not (will be reported by c.c.).
904     ## - Polytheistic slash SHOULD NOT be used. (Applied only to atheists.) ## TODO
905     ## - Text (in elements, attributes, and comments) SHOULD NOT contain
906     ## control characters other than space characters. ## TODO: (what is control character? C0, C1 and DEL? Unicode control character?)
907    
908     ## TODO: HTML5 poses authors two SHOULD-level requirements that cannot
909     ## be detected by the HTML5 parsing algorithm:
910     ## - Text,
911    
912 wakaba 1.1 sub _get_next_token ($) {
913     my $self = shift;
914 wakaba 1.125
915     if ($self->{self_closing}) {
916     !!!parse-error (type => 'nestc', token => $self->{current_token});
917     ## NOTE: The |self_closing| flag is only set by start tag token.
918     ## In addition, when a start tag token is emitted, it is always set to
919     ## |current_token|.
920     delete $self->{self_closing};
921     }
922    
923 wakaba 1.1 if (@{$self->{token}}) {
924 wakaba 1.125 $self->{self_closing} = $self->{token}->[0]->{self_closing};
925 wakaba 1.1 return shift @{$self->{token}};
926     }
927    
928     A: {
929 wakaba 1.57 if ($self->{state} == DATA_STATE) {
930 wakaba 1.76 if ($self->{next_char} == 0x0026) { # &
931 wakaba 1.72 if ($self->{content_model} & CM_ENTITY and # PCDATA | RCDATA
932     not $self->{escape}) {
933 wakaba 1.77 !!!cp (1);
934 wakaba 1.57 $self->{state} = ENTITY_DATA_STATE;
935 wakaba 1.1 !!!next-input-character;
936     redo A;
937     } else {
938 wakaba 1.77 !!!cp (2);
939 wakaba 1.1 #
940     }
941 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
942 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
943 wakaba 1.13 unless ($self->{escape}) {
944 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
945     $self->{prev_char}->[1] == 0x0021 and # !
946     $self->{prev_char}->[2] == 0x003C) { # <
947 wakaba 1.77 !!!cp (3);
948 wakaba 1.13 $self->{escape} = 1;
949 wakaba 1.77 } else {
950     !!!cp (4);
951 wakaba 1.13 }
952 wakaba 1.77 } else {
953     !!!cp (5);
954 wakaba 1.13 }
955     }
956    
957     #
958 wakaba 1.76 } elsif ($self->{next_char} == 0x003C) { # <
959 wakaba 1.40 if ($self->{content_model} & CM_FULL_MARKUP or # PCDATA
960     (($self->{content_model} & CM_LIMITED_MARKUP) and # CDATA | RCDATA
961 wakaba 1.13 not $self->{escape})) {
962 wakaba 1.77 !!!cp (6);
963 wakaba 1.57 $self->{state} = TAG_OPEN_STATE;
964 wakaba 1.1 !!!next-input-character;
965     redo A;
966     } else {
967 wakaba 1.77 !!!cp (7);
968 wakaba 1.1 #
969     }
970 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
971 wakaba 1.13 if ($self->{escape} and
972 wakaba 1.40 ($self->{content_model} & CM_LIMITED_MARKUP)) { # RCDATA | CDATA
973 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
974     $self->{prev_char}->[1] == 0x002D) { # -
975 wakaba 1.77 !!!cp (8);
976 wakaba 1.13 delete $self->{escape};
977 wakaba 1.77 } else {
978     !!!cp (9);
979 wakaba 1.13 }
980 wakaba 1.77 } else {
981     !!!cp (10);
982 wakaba 1.13 }
983    
984     #
985 wakaba 1.76 } elsif ($self->{next_char} == -1) {
986 wakaba 1.77 !!!cp (11);
987 wakaba 1.112 !!!emit ({type => END_OF_FILE_TOKEN,
988     line => $self->{line}, column => $self->{column}});
989 wakaba 1.1 last A; ## TODO: ok?
990 wakaba 1.77 } else {
991     !!!cp (12);
992 wakaba 1.1 }
993     # Anything else
994 wakaba 1.55 my $token = {type => CHARACTER_TOKEN,
995 wakaba 1.112 data => chr $self->{next_char},
996 wakaba 1.120 line => $self->{line}, column => $self->{column},
997 wakaba 1.118 };
998 wakaba 1.1 ## Stay in the data state
999     !!!next-input-character;
1000    
1001     !!!emit ($token);
1002    
1003     redo A;
1004 wakaba 1.57 } elsif ($self->{state} == ENTITY_DATA_STATE) {
1005 wakaba 1.1 ## (cannot happen in CDATA state)
1006 wakaba 1.112
1007 wakaba 1.120 my ($l, $c) = ($self->{line_prev}, $self->{column_prev});
1008 wakaba 1.1
1009 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity (0, -1);
1010 wakaba 1.1
1011 wakaba 1.57 $self->{state} = DATA_STATE;
1012 wakaba 1.1 # next-input-character is already done
1013    
1014     unless (defined $token) {
1015 wakaba 1.77 !!!cp (13);
1016 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '&',
1017 wakaba 1.120 line => $l, column => $c,
1018 wakaba 1.118 });
1019 wakaba 1.1 } else {
1020 wakaba 1.77 !!!cp (14);
1021 wakaba 1.1 !!!emit ($token);
1022     }
1023    
1024     redo A;
1025 wakaba 1.57 } elsif ($self->{state} == TAG_OPEN_STATE) {
1026 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
1027 wakaba 1.76 if ($self->{next_char} == 0x002F) { # /
1028 wakaba 1.77 !!!cp (15);
1029 wakaba 1.1 !!!next-input-character;
1030 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
1031 wakaba 1.1 redo A;
1032     } else {
1033 wakaba 1.77 !!!cp (16);
1034 wakaba 1.1 ## reconsume
1035 wakaba 1.57 $self->{state} = DATA_STATE;
1036 wakaba 1.1
1037 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<',
1038 wakaba 1.120 line => $self->{line_prev},
1039     column => $self->{column_prev},
1040 wakaba 1.118 });
1041 wakaba 1.1
1042     redo A;
1043     }
1044 wakaba 1.40 } elsif ($self->{content_model} & CM_FULL_MARKUP) { # PCDATA
1045 wakaba 1.76 if ($self->{next_char} == 0x0021) { # !
1046 wakaba 1.77 !!!cp (17);
1047 wakaba 1.57 $self->{state} = MARKUP_DECLARATION_OPEN_STATE;
1048 wakaba 1.1 !!!next-input-character;
1049     redo A;
1050 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1051 wakaba 1.77 !!!cp (18);
1052 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
1053 wakaba 1.1 !!!next-input-character;
1054     redo A;
1055 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1056     $self->{next_char} <= 0x005A) { # A..Z
1057 wakaba 1.77 !!!cp (19);
1058 wakaba 1.1 $self->{current_token}
1059 wakaba 1.55 = {type => START_TAG_TOKEN,
1060 wakaba 1.112 tag_name => chr ($self->{next_char} + 0x0020),
1061     line => $self->{line_prev},
1062     column => $self->{column_prev}};
1063 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1064 wakaba 1.1 !!!next-input-character;
1065     redo A;
1066 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
1067     $self->{next_char} <= 0x007A) { # a..z
1068 wakaba 1.77 !!!cp (20);
1069 wakaba 1.55 $self->{current_token} = {type => START_TAG_TOKEN,
1070 wakaba 1.112 tag_name => chr ($self->{next_char}),
1071     line => $self->{line_prev},
1072     column => $self->{column_prev}};
1073 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1074 wakaba 1.1 !!!next-input-character;
1075     redo A;
1076 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1077 wakaba 1.77 !!!cp (21);
1078 wakaba 1.115 !!!parse-error (type => 'empty start tag',
1079     line => $self->{line_prev},
1080     column => $self->{column_prev});
1081 wakaba 1.57 $self->{state} = DATA_STATE;
1082 wakaba 1.1 !!!next-input-character;
1083    
1084 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<>',
1085 wakaba 1.120 line => $self->{line_prev},
1086     column => $self->{column_prev},
1087 wakaba 1.118 });
1088 wakaba 1.1
1089     redo A;
1090 wakaba 1.76 } elsif ($self->{next_char} == 0x003F) { # ?
1091 wakaba 1.77 !!!cp (22);
1092 wakaba 1.115 !!!parse-error (type => 'pio',
1093     line => $self->{line_prev},
1094     column => $self->{column_prev});
1095 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1096 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
1097 wakaba 1.120 line => $self->{line_prev},
1098     column => $self->{column_prev},
1099 wakaba 1.118 };
1100 wakaba 1.76 ## $self->{next_char} is intentionally left as is
1101 wakaba 1.1 redo A;
1102     } else {
1103 wakaba 1.77 !!!cp (23);
1104 wakaba 1.136 !!!parse-error (type => 'bare stago',
1105     line => $self->{line_prev},
1106     column => $self->{column_prev});
1107 wakaba 1.57 $self->{state} = DATA_STATE;
1108 wakaba 1.1 ## reconsume
1109    
1110 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '<',
1111 wakaba 1.120 line => $self->{line_prev},
1112     column => $self->{column_prev},
1113 wakaba 1.118 });
1114 wakaba 1.1
1115     redo A;
1116     }
1117     } else {
1118 wakaba 1.40 die "$0: $self->{content_model} in tag open";
1119 wakaba 1.1 }
1120 wakaba 1.57 } elsif ($self->{state} == CLOSE_TAG_OPEN_STATE) {
1121 wakaba 1.113 my ($l, $c) = ($self->{line_prev}, $self->{column_prev} - 1); # "<"of"</"
1122 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
1123 wakaba 1.23 if (defined $self->{last_emitted_start_tag_name}) {
1124 wakaba 1.112
1125 wakaba 1.30 ## NOTE: <http://krijnhoetmer.nl/irc-logs/whatwg/20070626#l-564>
1126 wakaba 1.23 my @next_char;
1127     TAGNAME: for (my $i = 0; $i < length $self->{last_emitted_start_tag_name}; $i++) {
1128 wakaba 1.76 push @next_char, $self->{next_char};
1129 wakaba 1.23 my $c = ord substr ($self->{last_emitted_start_tag_name}, $i, 1);
1130     my $C = 0x0061 <= $c && $c <= 0x007A ? $c - 0x0020 : $c;
1131 wakaba 1.76 if ($self->{next_char} == $c or $self->{next_char} == $C) {
1132 wakaba 1.77 !!!cp (24);
1133 wakaba 1.23 !!!next-input-character;
1134     next TAGNAME;
1135     } else {
1136 wakaba 1.77 !!!cp (25);
1137 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
1138 wakaba 1.23 !!!back-next-input-character (@next_char);
1139 wakaba 1.57 $self->{state} = DATA_STATE;
1140 wakaba 1.23
1141 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1142 wakaba 1.120 line => $l, column => $c,
1143 wakaba 1.118 });
1144 wakaba 1.23
1145     redo A;
1146     }
1147     }
1148 wakaba 1.76 push @next_char, $self->{next_char};
1149 wakaba 1.23
1150 wakaba 1.76 unless ($self->{next_char} == 0x0009 or # HT
1151     $self->{next_char} == 0x000A or # LF
1152     $self->{next_char} == 0x000B or # VT
1153     $self->{next_char} == 0x000C or # FF
1154     $self->{next_char} == 0x0020 or # SP
1155     $self->{next_char} == 0x003E or # >
1156     $self->{next_char} == 0x002F or # /
1157     $self->{next_char} == -1) {
1158 wakaba 1.77 !!!cp (26);
1159 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
1160 wakaba 1.1 !!!back-next-input-character (@next_char);
1161 wakaba 1.57 $self->{state} = DATA_STATE;
1162 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1163 wakaba 1.120 line => $l, column => $c,
1164 wakaba 1.118 });
1165 wakaba 1.1 redo A;
1166 wakaba 1.23 } else {
1167 wakaba 1.77 !!!cp (27);
1168 wakaba 1.76 $self->{next_char} = shift @next_char;
1169 wakaba 1.23 !!!back-next-input-character (@next_char);
1170     # and consume...
1171 wakaba 1.1 }
1172 wakaba 1.23 } else {
1173     ## No start tag token has ever been emitted
1174 wakaba 1.77 !!!cp (28);
1175 wakaba 1.23 # next-input-character is already done
1176 wakaba 1.57 $self->{state} = DATA_STATE;
1177 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1178 wakaba 1.120 line => $l, column => $c,
1179 wakaba 1.118 });
1180 wakaba 1.1 redo A;
1181     }
1182     }
1183    
1184 wakaba 1.76 if (0x0041 <= $self->{next_char} and
1185     $self->{next_char} <= 0x005A) { # A..Z
1186 wakaba 1.77 !!!cp (29);
1187 wakaba 1.112 $self->{current_token}
1188     = {type => END_TAG_TOKEN,
1189     tag_name => chr ($self->{next_char} + 0x0020),
1190     line => $l, column => $c};
1191 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1192 wakaba 1.1 !!!next-input-character;
1193     redo A;
1194 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
1195     $self->{next_char} <= 0x007A) { # a..z
1196 wakaba 1.77 !!!cp (30);
1197 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
1198 wakaba 1.112 tag_name => chr ($self->{next_char}),
1199     line => $l, column => $c};
1200 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
1201 wakaba 1.1 !!!next-input-character;
1202     redo A;
1203 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1204 wakaba 1.77 !!!cp (31);
1205 wakaba 1.115 !!!parse-error (type => 'empty end tag',
1206     line => $self->{line_prev}, ## "<" in "</>"
1207     column => $self->{column_prev} - 1);
1208 wakaba 1.57 $self->{state} = DATA_STATE;
1209 wakaba 1.1 !!!next-input-character;
1210     redo A;
1211 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1212 wakaba 1.77 !!!cp (32);
1213 wakaba 1.3 !!!parse-error (type => 'bare etago');
1214 wakaba 1.57 $self->{state} = DATA_STATE;
1215 wakaba 1.1 # reconsume
1216    
1217 wakaba 1.112 !!!emit ({type => CHARACTER_TOKEN, data => '</',
1218 wakaba 1.120 line => $l, column => $c,
1219 wakaba 1.118 });
1220 wakaba 1.1
1221     redo A;
1222     } else {
1223 wakaba 1.77 !!!cp (33);
1224 wakaba 1.3 !!!parse-error (type => 'bogus end tag');
1225 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1226 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
1227 wakaba 1.120 line => $self->{line_prev}, # "<" of "</"
1228     column => $self->{column_prev} - 1,
1229 wakaba 1.118 };
1230 wakaba 1.76 ## $self->{next_char} is intentionally left as is
1231 wakaba 1.1 redo A;
1232     }
1233 wakaba 1.57 } elsif ($self->{state} == TAG_NAME_STATE) {
1234 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1235     $self->{next_char} == 0x000A or # LF
1236     $self->{next_char} == 0x000B or # VT
1237     $self->{next_char} == 0x000C or # FF
1238     $self->{next_char} == 0x0020) { # SP
1239 wakaba 1.77 !!!cp (34);
1240 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1241 wakaba 1.1 !!!next-input-character;
1242     redo A;
1243 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1244 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1245 wakaba 1.77 !!!cp (35);
1246 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1247 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1248 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1249 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
1250     # ## NOTE: This should never be reached.
1251     # !!! cp (36);
1252     # !!! parse-error (type => 'end tag attribute');
1253     #} else {
1254 wakaba 1.77 !!!cp (37);
1255 wakaba 1.78 #}
1256 wakaba 1.1 } else {
1257     die "$0: $self->{current_token}->{type}: Unknown token type";
1258     }
1259 wakaba 1.57 $self->{state} = DATA_STATE;
1260 wakaba 1.1 !!!next-input-character;
1261    
1262     !!!emit ($self->{current_token}); # start tag or end tag
1263    
1264     redo A;
1265 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1266     $self->{next_char} <= 0x005A) { # A..Z
1267 wakaba 1.77 !!!cp (38);
1268 wakaba 1.76 $self->{current_token}->{tag_name} .= chr ($self->{next_char} + 0x0020);
1269 wakaba 1.1 # start tag or end tag
1270     ## Stay in this state
1271     !!!next-input-character;
1272     redo A;
1273 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1274 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1275 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1276 wakaba 1.77 !!!cp (39);
1277 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1278 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1279 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1280 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
1281     # ## NOTE: This state should never be reached.
1282     # !!! cp (40);
1283     # !!! parse-error (type => 'end tag attribute');
1284     #} else {
1285 wakaba 1.77 !!!cp (41);
1286 wakaba 1.78 #}
1287 wakaba 1.1 } else {
1288     die "$0: $self->{current_token}->{type}: Unknown token type";
1289     }
1290 wakaba 1.57 $self->{state} = DATA_STATE;
1291 wakaba 1.1 # reconsume
1292    
1293     !!!emit ($self->{current_token}); # start tag or end tag
1294    
1295     redo A;
1296 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1297 wakaba 1.125 !!!cp (42);
1298     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1299 wakaba 1.1 !!!next-input-character;
1300     redo A;
1301     } else {
1302 wakaba 1.77 !!!cp (44);
1303 wakaba 1.76 $self->{current_token}->{tag_name} .= chr $self->{next_char};
1304 wakaba 1.1 # start tag or end tag
1305     ## Stay in the state
1306     !!!next-input-character;
1307     redo A;
1308     }
1309 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_NAME_STATE) {
1310 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1311     $self->{next_char} == 0x000A or # LF
1312     $self->{next_char} == 0x000B or # VT
1313     $self->{next_char} == 0x000C or # FF
1314     $self->{next_char} == 0x0020) { # SP
1315 wakaba 1.77 !!!cp (45);
1316 wakaba 1.1 ## Stay in the state
1317     !!!next-input-character;
1318     redo A;
1319 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1320 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1321 wakaba 1.77 !!!cp (46);
1322 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1323 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1324 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1325 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1326 wakaba 1.77 !!!cp (47);
1327 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1328 wakaba 1.77 } else {
1329     !!!cp (48);
1330 wakaba 1.1 }
1331     } else {
1332     die "$0: $self->{current_token}->{type}: Unknown token type";
1333     }
1334 wakaba 1.57 $self->{state} = DATA_STATE;
1335 wakaba 1.1 !!!next-input-character;
1336    
1337     !!!emit ($self->{current_token}); # start tag or end tag
1338    
1339     redo A;
1340 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1341     $self->{next_char} <= 0x005A) { # A..Z
1342 wakaba 1.77 !!!cp (49);
1343 wakaba 1.119 $self->{current_attribute}
1344     = {name => chr ($self->{next_char} + 0x0020),
1345     value => '',
1346     line => $self->{line}, column => $self->{column}};
1347 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1348 wakaba 1.1 !!!next-input-character;
1349     redo A;
1350 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1351 wakaba 1.125 !!!cp (50);
1352     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1353 wakaba 1.1 !!!next-input-character;
1354     redo A;
1355 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1356 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1357 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1358 wakaba 1.77 !!!cp (52);
1359 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1360 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1361 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1362 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1363 wakaba 1.77 !!!cp (53);
1364 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1365 wakaba 1.77 } else {
1366     !!!cp (54);
1367 wakaba 1.1 }
1368     } else {
1369     die "$0: $self->{current_token}->{type}: Unknown token type";
1370     }
1371 wakaba 1.57 $self->{state} = DATA_STATE;
1372 wakaba 1.1 # reconsume
1373    
1374     !!!emit ($self->{current_token}); # start tag or end tag
1375    
1376     redo A;
1377     } else {
1378 wakaba 1.72 if ({
1379     0x0022 => 1, # "
1380     0x0027 => 1, # '
1381     0x003D => 1, # =
1382 wakaba 1.76 }->{$self->{next_char}}) {
1383 wakaba 1.77 !!!cp (55);
1384 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
1385 wakaba 1.77 } else {
1386     !!!cp (56);
1387 wakaba 1.72 }
1388 wakaba 1.119 $self->{current_attribute}
1389     = {name => chr ($self->{next_char}),
1390     value => '',
1391     line => $self->{line}, column => $self->{column}};
1392 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1393 wakaba 1.1 !!!next-input-character;
1394     redo A;
1395     }
1396 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_NAME_STATE) {
1397 wakaba 1.1 my $before_leave = sub {
1398     if (exists $self->{current_token}->{attributes} # start tag or end tag
1399     ->{$self->{current_attribute}->{name}}) { # MUST
1400 wakaba 1.77 !!!cp (57);
1401 wakaba 1.153 !!!parse-error (type => 'duplicate attribute', text => $self->{current_attribute}->{name}, line => $self->{current_attribute}->{line}, column => $self->{current_attribute}->{column});
1402 wakaba 1.1 ## Discard $self->{current_attribute} # MUST
1403     } else {
1404 wakaba 1.77 !!!cp (58);
1405 wakaba 1.1 $self->{current_token}->{attributes}->{$self->{current_attribute}->{name}}
1406     = $self->{current_attribute};
1407     }
1408     }; # $before_leave
1409    
1410 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1411     $self->{next_char} == 0x000A or # LF
1412     $self->{next_char} == 0x000B or # VT
1413     $self->{next_char} == 0x000C or # FF
1414     $self->{next_char} == 0x0020) { # SP
1415 wakaba 1.77 !!!cp (59);
1416 wakaba 1.1 $before_leave->();
1417 wakaba 1.57 $self->{state} = AFTER_ATTRIBUTE_NAME_STATE;
1418 wakaba 1.1 !!!next-input-character;
1419     redo A;
1420 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
1421 wakaba 1.77 !!!cp (60);
1422 wakaba 1.1 $before_leave->();
1423 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
1424 wakaba 1.1 !!!next-input-character;
1425     redo A;
1426 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1427 wakaba 1.1 $before_leave->();
1428 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1429 wakaba 1.77 !!!cp (61);
1430 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1431 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1432 wakaba 1.77 !!!cp (62);
1433 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1434 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1435 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1436 wakaba 1.1 }
1437     } else {
1438     die "$0: $self->{current_token}->{type}: Unknown token type";
1439     }
1440 wakaba 1.57 $self->{state} = DATA_STATE;
1441 wakaba 1.1 !!!next-input-character;
1442    
1443     !!!emit ($self->{current_token}); # start tag or end tag
1444    
1445     redo A;
1446 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1447     $self->{next_char} <= 0x005A) { # A..Z
1448 wakaba 1.77 !!!cp (63);
1449 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char} + 0x0020);
1450 wakaba 1.1 ## Stay in the state
1451     !!!next-input-character;
1452     redo A;
1453 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1454 wakaba 1.125 !!!cp (64);
1455 wakaba 1.1 $before_leave->();
1456 wakaba 1.125 $self->{state} = SELF_CLOSING_START_TAG_STATE;
1457 wakaba 1.1 !!!next-input-character;
1458     redo A;
1459 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1460 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1461 wakaba 1.1 $before_leave->();
1462 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1463 wakaba 1.77 !!!cp (66);
1464 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1465 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1466 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1467 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1468 wakaba 1.77 !!!cp (67);
1469 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1470 wakaba 1.77 } else {
1471 wakaba 1.78 ## NOTE: This state should never be reached.
1472 wakaba 1.77 !!!cp (68);
1473 wakaba 1.1 }
1474     } else {
1475     die "$0: $self->{current_token}->{type}: Unknown token type";
1476     }
1477 wakaba 1.57 $self->{state} = DATA_STATE;
1478 wakaba 1.1 # reconsume
1479    
1480     !!!emit ($self->{current_token}); # start tag or end tag
1481    
1482     redo A;
1483     } else {
1484 wakaba 1.76 if ($self->{next_char} == 0x0022 or # "
1485     $self->{next_char} == 0x0027) { # '
1486 wakaba 1.77 !!!cp (69);
1487 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
1488 wakaba 1.77 } else {
1489     !!!cp (70);
1490 wakaba 1.72 }
1491 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char});
1492 wakaba 1.1 ## Stay in the state
1493     !!!next-input-character;
1494     redo A;
1495     }
1496 wakaba 1.57 } elsif ($self->{state} == AFTER_ATTRIBUTE_NAME_STATE) {
1497 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1498     $self->{next_char} == 0x000A or # LF
1499     $self->{next_char} == 0x000B or # VT
1500     $self->{next_char} == 0x000C or # FF
1501     $self->{next_char} == 0x0020) { # SP
1502 wakaba 1.77 !!!cp (71);
1503 wakaba 1.1 ## Stay in the state
1504     !!!next-input-character;
1505     redo A;
1506 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
1507 wakaba 1.77 !!!cp (72);
1508 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
1509 wakaba 1.1 !!!next-input-character;
1510     redo A;
1511 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1512 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1513 wakaba 1.77 !!!cp (73);
1514 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1515 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1516 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1517 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1518 wakaba 1.77 !!!cp (74);
1519 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1520 wakaba 1.77 } else {
1521 wakaba 1.78 ## NOTE: This state should never be reached.
1522 wakaba 1.77 !!!cp (75);
1523 wakaba 1.1 }
1524     } else {
1525     die "$0: $self->{current_token}->{type}: Unknown token type";
1526     }
1527 wakaba 1.57 $self->{state} = DATA_STATE;
1528 wakaba 1.1 !!!next-input-character;
1529    
1530     !!!emit ($self->{current_token}); # start tag or end tag
1531    
1532     redo A;
1533 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
1534     $self->{next_char} <= 0x005A) { # A..Z
1535 wakaba 1.77 !!!cp (76);
1536 wakaba 1.119 $self->{current_attribute}
1537     = {name => chr ($self->{next_char} + 0x0020),
1538     value => '',
1539     line => $self->{line}, column => $self->{column}};
1540 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1541 wakaba 1.1 !!!next-input-character;
1542     redo A;
1543 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1544 wakaba 1.125 !!!cp (77);
1545     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1546 wakaba 1.1 !!!next-input-character;
1547     redo A;
1548 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1549 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1550 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1551 wakaba 1.77 !!!cp (79);
1552 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1553 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1554 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1555 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1556 wakaba 1.77 !!!cp (80);
1557 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1558 wakaba 1.77 } else {
1559 wakaba 1.78 ## NOTE: This state should never be reached.
1560 wakaba 1.77 !!!cp (81);
1561 wakaba 1.1 }
1562     } else {
1563     die "$0: $self->{current_token}->{type}: Unknown token type";
1564     }
1565 wakaba 1.57 $self->{state} = DATA_STATE;
1566 wakaba 1.1 # reconsume
1567    
1568     !!!emit ($self->{current_token}); # start tag or end tag
1569    
1570     redo A;
1571     } else {
1572 wakaba 1.156 if ($self->{next_char} == 0x0022 or # "
1573     $self->{next_char} == 0x0027) { # '
1574     !!!cp (78);
1575     !!!parse-error (type => 'bad attribute name');
1576     } else {
1577     !!!cp (82);
1578     }
1579 wakaba 1.119 $self->{current_attribute}
1580     = {name => chr ($self->{next_char}),
1581     value => '',
1582     line => $self->{line}, column => $self->{column}};
1583 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1584 wakaba 1.1 !!!next-input-character;
1585     redo A;
1586     }
1587 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_VALUE_STATE) {
1588 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1589     $self->{next_char} == 0x000A or # LF
1590     $self->{next_char} == 0x000B or # VT
1591     $self->{next_char} == 0x000C or # FF
1592     $self->{next_char} == 0x0020) { # SP
1593 wakaba 1.77 !!!cp (83);
1594 wakaba 1.1 ## Stay in the state
1595     !!!next-input-character;
1596     redo A;
1597 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1598 wakaba 1.77 !!!cp (84);
1599 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE;
1600 wakaba 1.1 !!!next-input-character;
1601     redo A;
1602 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1603 wakaba 1.77 !!!cp (85);
1604 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1605 wakaba 1.1 ## reconsume
1606     redo A;
1607 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1608 wakaba 1.77 !!!cp (86);
1609 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE;
1610 wakaba 1.1 !!!next-input-character;
1611     redo A;
1612 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1613 wakaba 1.156 !!!parse-error (type => 'empty unquoted attribute value');
1614 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1615 wakaba 1.77 !!!cp (87);
1616 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1617 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1618 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1619 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1620 wakaba 1.77 !!!cp (88);
1621 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1622 wakaba 1.77 } else {
1623 wakaba 1.78 ## NOTE: This state should never be reached.
1624 wakaba 1.77 !!!cp (89);
1625 wakaba 1.1 }
1626     } else {
1627     die "$0: $self->{current_token}->{type}: Unknown token type";
1628     }
1629 wakaba 1.57 $self->{state} = DATA_STATE;
1630 wakaba 1.1 !!!next-input-character;
1631    
1632     !!!emit ($self->{current_token}); # start tag or end tag
1633    
1634     redo A;
1635 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1636 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1637 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1638 wakaba 1.77 !!!cp (90);
1639 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1640 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1641 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1642 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1643 wakaba 1.77 !!!cp (91);
1644 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1645 wakaba 1.77 } else {
1646 wakaba 1.78 ## NOTE: This state should never be reached.
1647 wakaba 1.77 !!!cp (92);
1648 wakaba 1.1 }
1649     } else {
1650     die "$0: $self->{current_token}->{type}: Unknown token type";
1651     }
1652 wakaba 1.57 $self->{state} = DATA_STATE;
1653 wakaba 1.1 ## reconsume
1654    
1655     !!!emit ($self->{current_token}); # start tag or end tag
1656    
1657     redo A;
1658     } else {
1659 wakaba 1.76 if ($self->{next_char} == 0x003D) { # =
1660 wakaba 1.77 !!!cp (93);
1661 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1662 wakaba 1.77 } else {
1663     !!!cp (94);
1664 wakaba 1.72 }
1665 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1666 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1667 wakaba 1.1 !!!next-input-character;
1668     redo A;
1669     }
1670 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE) {
1671 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1672 wakaba 1.77 !!!cp (95);
1673 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1674 wakaba 1.1 !!!next-input-character;
1675     redo A;
1676 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1677 wakaba 1.77 !!!cp (96);
1678 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1679     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1680 wakaba 1.1 !!!next-input-character;
1681     redo A;
1682 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1683 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1684 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1685 wakaba 1.77 !!!cp (97);
1686 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1687 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1688 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1689 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1690 wakaba 1.77 !!!cp (98);
1691 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1692 wakaba 1.77 } else {
1693 wakaba 1.78 ## NOTE: This state should never be reached.
1694 wakaba 1.77 !!!cp (99);
1695 wakaba 1.1 }
1696     } else {
1697     die "$0: $self->{current_token}->{type}: Unknown token type";
1698     }
1699 wakaba 1.57 $self->{state} = DATA_STATE;
1700 wakaba 1.1 ## reconsume
1701    
1702     !!!emit ($self->{current_token}); # start tag or end tag
1703    
1704     redo A;
1705     } else {
1706 wakaba 1.77 !!!cp (100);
1707 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1708 wakaba 1.1 ## Stay in the state
1709     !!!next-input-character;
1710     redo A;
1711     }
1712 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE) {
1713 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1714 wakaba 1.77 !!!cp (101);
1715 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1716 wakaba 1.1 !!!next-input-character;
1717     redo A;
1718 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1719 wakaba 1.77 !!!cp (102);
1720 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1721     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1722 wakaba 1.1 !!!next-input-character;
1723     redo A;
1724 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1725 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1726 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1727 wakaba 1.77 !!!cp (103);
1728 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1729 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1730 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1731 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1732 wakaba 1.77 !!!cp (104);
1733 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1734 wakaba 1.77 } else {
1735 wakaba 1.78 ## NOTE: This state should never be reached.
1736 wakaba 1.77 !!!cp (105);
1737 wakaba 1.1 }
1738     } else {
1739     die "$0: $self->{current_token}->{type}: Unknown token type";
1740     }
1741 wakaba 1.57 $self->{state} = DATA_STATE;
1742 wakaba 1.1 ## reconsume
1743    
1744     !!!emit ($self->{current_token}); # start tag or end tag
1745    
1746     redo A;
1747     } else {
1748 wakaba 1.77 !!!cp (106);
1749 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1750 wakaba 1.1 ## Stay in the state
1751     !!!next-input-character;
1752     redo A;
1753     }
1754 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_UNQUOTED_STATE) {
1755 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1756     $self->{next_char} == 0x000A or # LF
1757     $self->{next_char} == 0x000B or # HT
1758     $self->{next_char} == 0x000C or # FF
1759     $self->{next_char} == 0x0020) { # SP
1760 wakaba 1.77 !!!cp (107);
1761 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1762 wakaba 1.1 !!!next-input-character;
1763     redo A;
1764 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1765 wakaba 1.77 !!!cp (108);
1766 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1767     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1768 wakaba 1.1 !!!next-input-character;
1769     redo A;
1770 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1771 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1772 wakaba 1.77 !!!cp (109);
1773 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1774 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1775 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1776 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1777 wakaba 1.77 !!!cp (110);
1778 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1779 wakaba 1.77 } else {
1780 wakaba 1.78 ## NOTE: This state should never be reached.
1781 wakaba 1.77 !!!cp (111);
1782 wakaba 1.1 }
1783     } else {
1784     die "$0: $self->{current_token}->{type}: Unknown token type";
1785     }
1786 wakaba 1.57 $self->{state} = DATA_STATE;
1787 wakaba 1.1 !!!next-input-character;
1788    
1789     !!!emit ($self->{current_token}); # start tag or end tag
1790    
1791     redo A;
1792 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1793 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1794 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1795 wakaba 1.77 !!!cp (112);
1796 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1797 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1798 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1799 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1800 wakaba 1.77 !!!cp (113);
1801 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1802 wakaba 1.77 } else {
1803 wakaba 1.78 ## NOTE: This state should never be reached.
1804 wakaba 1.77 !!!cp (114);
1805 wakaba 1.1 }
1806     } else {
1807     die "$0: $self->{current_token}->{type}: Unknown token type";
1808     }
1809 wakaba 1.57 $self->{state} = DATA_STATE;
1810 wakaba 1.1 ## reconsume
1811    
1812     !!!emit ($self->{current_token}); # start tag or end tag
1813    
1814     redo A;
1815     } else {
1816 wakaba 1.72 if ({
1817     0x0022 => 1, # "
1818     0x0027 => 1, # '
1819     0x003D => 1, # =
1820 wakaba 1.76 }->{$self->{next_char}}) {
1821 wakaba 1.77 !!!cp (115);
1822 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1823 wakaba 1.77 } else {
1824     !!!cp (116);
1825 wakaba 1.72 }
1826 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1827 wakaba 1.1 ## Stay in the state
1828     !!!next-input-character;
1829     redo A;
1830     }
1831 wakaba 1.57 } elsif ($self->{state} == ENTITY_IN_ATTRIBUTE_VALUE_STATE) {
1832 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity
1833     (1,
1834     $self->{last_attribute_value_state}
1835     == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE ? 0x0022 : # "
1836     $self->{last_attribute_value_state}
1837     == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE ? 0x0027 : # '
1838     -1);
1839 wakaba 1.1
1840     unless (defined $token) {
1841 wakaba 1.77 !!!cp (117);
1842 wakaba 1.1 $self->{current_attribute}->{value} .= '&';
1843     } else {
1844 wakaba 1.77 !!!cp (118);
1845 wakaba 1.1 $self->{current_attribute}->{value} .= $token->{data};
1846 wakaba 1.66 $self->{current_attribute}->{has_reference} = $token->{has_reference};
1847 wakaba 1.1 ## ISSUE: spec says "append the returned character token to the current attribute's value"
1848     }
1849    
1850     $self->{state} = $self->{last_attribute_value_state};
1851     # next-input-character is already done
1852     redo A;
1853 wakaba 1.72 } elsif ($self->{state} == AFTER_ATTRIBUTE_VALUE_QUOTED_STATE) {
1854 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1855     $self->{next_char} == 0x000A or # LF
1856     $self->{next_char} == 0x000B or # VT
1857     $self->{next_char} == 0x000C or # FF
1858     $self->{next_char} == 0x0020) { # SP
1859 wakaba 1.77 !!!cp (118);
1860 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1861     !!!next-input-character;
1862     redo A;
1863 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1864 wakaba 1.72 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1865 wakaba 1.77 !!!cp (119);
1866 wakaba 1.72 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1867     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1868     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1869     if ($self->{current_token}->{attributes}) {
1870 wakaba 1.77 !!!cp (120);
1871 wakaba 1.72 !!!parse-error (type => 'end tag attribute');
1872 wakaba 1.77 } else {
1873 wakaba 1.78 ## NOTE: This state should never be reached.
1874 wakaba 1.77 !!!cp (121);
1875 wakaba 1.72 }
1876     } else {
1877     die "$0: $self->{current_token}->{type}: Unknown token type";
1878     }
1879     $self->{state} = DATA_STATE;
1880     !!!next-input-character;
1881    
1882     !!!emit ($self->{current_token}); # start tag or end tag
1883    
1884     redo A;
1885 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1886 wakaba 1.125 !!!cp (122);
1887     $self->{state} = SELF_CLOSING_START_TAG_STATE;
1888 wakaba 1.72 !!!next-input-character;
1889 wakaba 1.125 redo A;
1890 wakaba 1.141 } elsif ($self->{next_char} == -1) {
1891     !!!parse-error (type => 'unclosed tag');
1892     if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1893     !!!cp (122.3);
1894     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1895     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1896     if ($self->{current_token}->{attributes}) {
1897     !!!cp (122.1);
1898     !!!parse-error (type => 'end tag attribute');
1899     } else {
1900     ## NOTE: This state should never be reached.
1901     !!!cp (122.2);
1902     }
1903     } else {
1904     die "$0: $self->{current_token}->{type}: Unknown token type";
1905     }
1906     $self->{state} = DATA_STATE;
1907     ## Reconsume.
1908     !!!emit ($self->{current_token}); # start tag or end tag
1909     redo A;
1910 wakaba 1.125 } else {
1911     !!!cp ('124.1');
1912     !!!parse-error (type => 'no space between attributes');
1913     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1914     ## reconsume
1915     redo A;
1916     }
1917     } elsif ($self->{state} == SELF_CLOSING_START_TAG_STATE) {
1918     if ($self->{next_char} == 0x003E) { # >
1919     if ($self->{current_token}->{type} == END_TAG_TOKEN) {
1920     !!!cp ('124.2');
1921     !!!parse-error (type => 'nestc', token => $self->{current_token});
1922     ## TODO: Different type than slash in start tag
1923     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1924     if ($self->{current_token}->{attributes}) {
1925     !!!cp ('124.4');
1926     !!!parse-error (type => 'end tag attribute');
1927     } else {
1928     !!!cp ('124.5');
1929     }
1930     ## TODO: Test |<title></title/>|
1931 wakaba 1.72 } else {
1932 wakaba 1.125 !!!cp ('124.3');
1933     $self->{self_closing} = 1;
1934 wakaba 1.72 }
1935 wakaba 1.125
1936     $self->{state} = DATA_STATE;
1937     !!!next-input-character;
1938    
1939     !!!emit ($self->{current_token}); # start tag or end tag
1940    
1941 wakaba 1.72 redo A;
1942 wakaba 1.141 } elsif ($self->{next_char} == -1) {
1943     !!!parse-error (type => 'unclosed tag');
1944     if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1945     !!!cp (124.7);
1946     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1947     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1948     if ($self->{current_token}->{attributes}) {
1949     !!!cp (124.5);
1950     !!!parse-error (type => 'end tag attribute');
1951     } else {
1952     ## NOTE: This state should never be reached.
1953     !!!cp (124.6);
1954     }
1955     } else {
1956     die "$0: $self->{current_token}->{type}: Unknown token type";
1957     }
1958     $self->{state} = DATA_STATE;
1959     ## Reconsume.
1960     !!!emit ($self->{current_token}); # start tag or end tag
1961     redo A;
1962 wakaba 1.72 } else {
1963 wakaba 1.125 !!!cp ('124.4');
1964     !!!parse-error (type => 'nestc');
1965     ## TODO: This error type is wrong.
1966 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1967 wakaba 1.125 ## Reconsume.
1968 wakaba 1.72 redo A;
1969     }
1970 wakaba 1.57 } elsif ($self->{state} == BOGUS_COMMENT_STATE) {
1971 wakaba 1.1 ## (only happen if PCDATA state)
1972    
1973 wakaba 1.112 ## NOTE: Set by the previous state
1974     #my $token = {type => COMMENT_TOKEN, data => ''};
1975 wakaba 1.1
1976     BC: {
1977 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
1978 wakaba 1.77 !!!cp (124);
1979 wakaba 1.57 $self->{state} = DATA_STATE;
1980 wakaba 1.1 !!!next-input-character;
1981    
1982 wakaba 1.112 !!!emit ($self->{current_token}); # comment
1983 wakaba 1.1
1984     redo A;
1985 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1986 wakaba 1.77 !!!cp (125);
1987 wakaba 1.57 $self->{state} = DATA_STATE;
1988 wakaba 1.1 ## reconsume
1989    
1990 wakaba 1.112 !!!emit ($self->{current_token}); # comment
1991 wakaba 1.1
1992     redo A;
1993     } else {
1994 wakaba 1.77 !!!cp (126);
1995 wakaba 1.112 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
1996 wakaba 1.1 !!!next-input-character;
1997     redo BC;
1998     }
1999     } # BC
2000 wakaba 1.77
2001     die "$0: _get_next_token: unexpected case [BC]";
2002 wakaba 1.57 } elsif ($self->{state} == MARKUP_DECLARATION_OPEN_STATE) {
2003 wakaba 1.1 ## (only happen if PCDATA state)
2004    
2005 wakaba 1.120 my ($l, $c) = ($self->{line_prev}, $self->{column_prev} - 1);
2006 wakaba 1.112
2007 wakaba 1.1 my @next_char;
2008 wakaba 1.76 push @next_char, $self->{next_char};
2009 wakaba 1.1
2010 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2011 wakaba 1.1 !!!next-input-character;
2012 wakaba 1.76 push @next_char, $self->{next_char};
2013     if ($self->{next_char} == 0x002D) { # -
2014 wakaba 1.77 !!!cp (127);
2015 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
2016 wakaba 1.120 line => $l, column => $c,
2017 wakaba 1.118 };
2018 wakaba 1.57 $self->{state} = COMMENT_START_STATE;
2019 wakaba 1.1 !!!next-input-character;
2020     redo A;
2021 wakaba 1.77 } else {
2022     !!!cp (128);
2023 wakaba 1.1 }
2024 wakaba 1.76 } elsif ($self->{next_char} == 0x0044 or # D
2025     $self->{next_char} == 0x0064) { # d
2026 wakaba 1.1 !!!next-input-character;
2027 wakaba 1.76 push @next_char, $self->{next_char};
2028     if ($self->{next_char} == 0x004F or # O
2029     $self->{next_char} == 0x006F) { # o
2030 wakaba 1.1 !!!next-input-character;
2031 wakaba 1.76 push @next_char, $self->{next_char};
2032     if ($self->{next_char} == 0x0043 or # C
2033     $self->{next_char} == 0x0063) { # c
2034 wakaba 1.1 !!!next-input-character;
2035 wakaba 1.76 push @next_char, $self->{next_char};
2036     if ($self->{next_char} == 0x0054 or # T
2037     $self->{next_char} == 0x0074) { # t
2038 wakaba 1.1 !!!next-input-character;
2039 wakaba 1.76 push @next_char, $self->{next_char};
2040     if ($self->{next_char} == 0x0059 or # Y
2041     $self->{next_char} == 0x0079) { # y
2042 wakaba 1.1 !!!next-input-character;
2043 wakaba 1.76 push @next_char, $self->{next_char};
2044     if ($self->{next_char} == 0x0050 or # P
2045     $self->{next_char} == 0x0070) { # p
2046 wakaba 1.1 !!!next-input-character;
2047 wakaba 1.76 push @next_char, $self->{next_char};
2048     if ($self->{next_char} == 0x0045 or # E
2049     $self->{next_char} == 0x0065) { # e
2050 wakaba 1.77 !!!cp (129);
2051     ## TODO: What a stupid code this is!
2052 wakaba 1.57 $self->{state} = DOCTYPE_STATE;
2053 wakaba 1.112 $self->{current_token} = {type => DOCTYPE_TOKEN,
2054     quirks => 1,
2055 wakaba 1.120 line => $l, column => $c,
2056 wakaba 1.118 };
2057 wakaba 1.1 !!!next-input-character;
2058     redo A;
2059 wakaba 1.77 } else {
2060     !!!cp (130);
2061 wakaba 1.1 }
2062 wakaba 1.77 } else {
2063     !!!cp (131);
2064 wakaba 1.1 }
2065 wakaba 1.77 } else {
2066     !!!cp (132);
2067 wakaba 1.1 }
2068 wakaba 1.77 } else {
2069     !!!cp (133);
2070 wakaba 1.1 }
2071 wakaba 1.77 } else {
2072     !!!cp (134);
2073 wakaba 1.1 }
2074 wakaba 1.77 } else {
2075     !!!cp (135);
2076 wakaba 1.1 }
2077 wakaba 1.127 } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM and
2078     $self->{open_elements}->[-1]->[1] & FOREIGN_EL and
2079     $self->{next_char} == 0x005B) { # [
2080     !!!next-input-character;
2081     push @next_char, $self->{next_char};
2082     if ($self->{next_char} == 0x0043) { # C
2083     !!!next-input-character;
2084     push @next_char, $self->{next_char};
2085     if ($self->{next_char} == 0x0044) { # D
2086     !!!next-input-character;
2087     push @next_char, $self->{next_char};
2088     if ($self->{next_char} == 0x0041) { # A
2089     !!!next-input-character;
2090     push @next_char, $self->{next_char};
2091     if ($self->{next_char} == 0x0054) { # T
2092     !!!next-input-character;
2093     push @next_char, $self->{next_char};
2094     if ($self->{next_char} == 0x0041) { # A
2095     !!!next-input-character;
2096     push @next_char, $self->{next_char};
2097     if ($self->{next_char} == 0x005B) { # [
2098     !!!cp (135.1);
2099     $self->{state} = CDATA_BLOCK_STATE;
2100     !!!next-input-character;
2101     redo A;
2102     } else {
2103     !!!cp (135.2);
2104     }
2105     } else {
2106     !!!cp (135.3);
2107     }
2108     } else {
2109     !!!cp (135.4);
2110     }
2111     } else {
2112     !!!cp (135.5);
2113     }
2114     } else {
2115     !!!cp (135.6);
2116     }
2117     } else {
2118     !!!cp (135.7);
2119     }
2120 wakaba 1.77 } else {
2121     !!!cp (136);
2122 wakaba 1.1 }
2123    
2124 wakaba 1.30 !!!parse-error (type => 'bogus comment');
2125 wakaba 1.76 $self->{next_char} = shift @next_char;
2126 wakaba 1.1 !!!back-next-input-character (@next_char);
2127 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
2128 wakaba 1.112 $self->{current_token} = {type => COMMENT_TOKEN, data => '',
2129 wakaba 1.120 line => $l, column => $c,
2130 wakaba 1.118 };
2131 wakaba 1.1 redo A;
2132    
2133     ## ISSUE: typos in spec: chacacters, is is a parse error
2134     ## ISSUE: spec is somewhat unclear on "is the first character that will be in the comment"; what is "that will be in the comment" is what the algorithm defines, isn't it?
2135 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_STATE) {
2136 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2137 wakaba 1.77 !!!cp (137);
2138 wakaba 1.57 $self->{state} = COMMENT_START_DASH_STATE;
2139 wakaba 1.23 !!!next-input-character;
2140     redo A;
2141 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2142 wakaba 1.77 !!!cp (138);
2143 wakaba 1.23 !!!parse-error (type => 'bogus comment');
2144 wakaba 1.57 $self->{state} = DATA_STATE;
2145 wakaba 1.23 !!!next-input-character;
2146    
2147     !!!emit ($self->{current_token}); # comment
2148    
2149     redo A;
2150 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2151 wakaba 1.77 !!!cp (139);
2152 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
2153 wakaba 1.57 $self->{state} = DATA_STATE;
2154 wakaba 1.23 ## reconsume
2155    
2156     !!!emit ($self->{current_token}); # comment
2157    
2158     redo A;
2159     } else {
2160 wakaba 1.77 !!!cp (140);
2161 wakaba 1.23 $self->{current_token}->{data} # comment
2162 wakaba 1.76 .= chr ($self->{next_char});
2163 wakaba 1.57 $self->{state} = COMMENT_STATE;
2164 wakaba 1.23 !!!next-input-character;
2165     redo A;
2166     }
2167 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_DASH_STATE) {
2168 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2169 wakaba 1.77 !!!cp (141);
2170 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
2171 wakaba 1.23 !!!next-input-character;
2172     redo A;
2173 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2174 wakaba 1.77 !!!cp (142);
2175 wakaba 1.23 !!!parse-error (type => 'bogus comment');
2176 wakaba 1.57 $self->{state} = DATA_STATE;
2177 wakaba 1.23 !!!next-input-character;
2178    
2179     !!!emit ($self->{current_token}); # comment
2180    
2181     redo A;
2182 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2183 wakaba 1.77 !!!cp (143);
2184 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
2185 wakaba 1.57 $self->{state} = DATA_STATE;
2186 wakaba 1.23 ## reconsume
2187    
2188     !!!emit ($self->{current_token}); # comment
2189    
2190     redo A;
2191     } else {
2192 wakaba 1.77 !!!cp (144);
2193 wakaba 1.23 $self->{current_token}->{data} # comment
2194 wakaba 1.76 .= '-' . chr ($self->{next_char});
2195 wakaba 1.57 $self->{state} = COMMENT_STATE;
2196 wakaba 1.23 !!!next-input-character;
2197     redo A;
2198     }
2199 wakaba 1.57 } elsif ($self->{state} == COMMENT_STATE) {
2200 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2201 wakaba 1.77 !!!cp (145);
2202 wakaba 1.57 $self->{state} = COMMENT_END_DASH_STATE;
2203 wakaba 1.1 !!!next-input-character;
2204     redo A;
2205 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2206 wakaba 1.77 !!!cp (146);
2207 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2208 wakaba 1.57 $self->{state} = DATA_STATE;
2209 wakaba 1.1 ## reconsume
2210    
2211     !!!emit ($self->{current_token}); # comment
2212    
2213     redo A;
2214     } else {
2215 wakaba 1.77 !!!cp (147);
2216 wakaba 1.76 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
2217 wakaba 1.1 ## Stay in the state
2218     !!!next-input-character;
2219     redo A;
2220     }
2221 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_DASH_STATE) {
2222 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
2223 wakaba 1.77 !!!cp (148);
2224 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
2225 wakaba 1.1 !!!next-input-character;
2226     redo A;
2227 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2228 wakaba 1.77 !!!cp (149);
2229 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2230 wakaba 1.57 $self->{state} = DATA_STATE;
2231 wakaba 1.1 ## reconsume
2232    
2233     !!!emit ($self->{current_token}); # comment
2234    
2235     redo A;
2236     } else {
2237 wakaba 1.77 !!!cp (150);
2238 wakaba 1.76 $self->{current_token}->{data} .= '-' . chr ($self->{next_char}); # comment
2239 wakaba 1.57 $self->{state} = COMMENT_STATE;
2240 wakaba 1.1 !!!next-input-character;
2241     redo A;
2242     }
2243 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_STATE) {
2244 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2245 wakaba 1.77 !!!cp (151);
2246 wakaba 1.57 $self->{state} = DATA_STATE;
2247 wakaba 1.1 !!!next-input-character;
2248    
2249     !!!emit ($self->{current_token}); # comment
2250    
2251     redo A;
2252 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
2253 wakaba 1.77 !!!cp (152);
2254 wakaba 1.114 !!!parse-error (type => 'dash in comment',
2255     line => $self->{line_prev},
2256     column => $self->{column_prev});
2257 wakaba 1.1 $self->{current_token}->{data} .= '-'; # comment
2258     ## Stay in the state
2259     !!!next-input-character;
2260     redo A;
2261 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2262 wakaba 1.77 !!!cp (153);
2263 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
2264 wakaba 1.57 $self->{state} = DATA_STATE;
2265 wakaba 1.1 ## reconsume
2266    
2267     !!!emit ($self->{current_token}); # comment
2268    
2269     redo A;
2270     } else {
2271 wakaba 1.77 !!!cp (154);
2272 wakaba 1.114 !!!parse-error (type => 'dash in comment',
2273     line => $self->{line_prev},
2274     column => $self->{column_prev});
2275 wakaba 1.76 $self->{current_token}->{data} .= '--' . chr ($self->{next_char}); # comment
2276 wakaba 1.57 $self->{state} = COMMENT_STATE;
2277 wakaba 1.1 !!!next-input-character;
2278     redo A;
2279     }
2280 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_STATE) {
2281 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2282     $self->{next_char} == 0x000A or # LF
2283     $self->{next_char} == 0x000B or # VT
2284     $self->{next_char} == 0x000C or # FF
2285     $self->{next_char} == 0x0020) { # SP
2286 wakaba 1.77 !!!cp (155);
2287 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
2288 wakaba 1.1 !!!next-input-character;
2289     redo A;
2290     } else {
2291 wakaba 1.77 !!!cp (156);
2292 wakaba 1.3 !!!parse-error (type => 'no space before DOCTYPE name');
2293 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
2294 wakaba 1.1 ## reconsume
2295     redo A;
2296     }
2297 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_NAME_STATE) {
2298 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2299     $self->{next_char} == 0x000A or # LF
2300     $self->{next_char} == 0x000B or # VT
2301     $self->{next_char} == 0x000C or # FF
2302     $self->{next_char} == 0x0020) { # SP
2303 wakaba 1.77 !!!cp (157);
2304 wakaba 1.1 ## Stay in the state
2305     !!!next-input-character;
2306     redo A;
2307 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2308 wakaba 1.77 !!!cp (158);
2309 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
2310 wakaba 1.57 $self->{state} = DATA_STATE;
2311 wakaba 1.1 !!!next-input-character;
2312    
2313 wakaba 1.112 !!!emit ($self->{current_token}); # DOCTYPE (quirks)
2314 wakaba 1.1
2315     redo A;
2316 wakaba 1.77 } elsif ($self->{next_char} == -1) {
2317     !!!cp (159);
2318 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
2319 wakaba 1.57 $self->{state} = DATA_STATE;
2320 wakaba 1.1 ## reconsume
2321    
2322 wakaba 1.112 !!!emit ($self->{current_token}); # DOCTYPE (quirks)
2323 wakaba 1.1
2324     redo A;
2325     } else {
2326 wakaba 1.77 !!!cp (160);
2327 wakaba 1.112 $self->{current_token}->{name} = chr $self->{next_char};
2328     delete $self->{current_token}->{quirks};
2329 wakaba 1.4 ## ISSUE: "Set the token's name name to the" in the spec
2330 wakaba 1.57 $self->{state} = DOCTYPE_NAME_STATE;
2331 wakaba 1.1 !!!next-input-character;
2332     redo A;
2333     }
2334 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_NAME_STATE) {
2335 wakaba 1.18 ## ISSUE: Redundant "First," in the spec.
2336 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2337     $self->{next_char} == 0x000A or # LF
2338     $self->{next_char} == 0x000B or # VT
2339     $self->{next_char} == 0x000C or # FF
2340     $self->{next_char} == 0x0020) { # SP
2341 wakaba 1.77 !!!cp (161);
2342 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_NAME_STATE;
2343 wakaba 1.1 !!!next-input-character;
2344     redo A;
2345 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2346 wakaba 1.77 !!!cp (162);
2347 wakaba 1.57 $self->{state} = DATA_STATE;
2348 wakaba 1.1 !!!next-input-character;
2349    
2350     !!!emit ($self->{current_token}); # DOCTYPE
2351    
2352     redo A;
2353 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2354 wakaba 1.77 !!!cp (163);
2355 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2356 wakaba 1.57 $self->{state} = DATA_STATE;
2357 wakaba 1.1 ## reconsume
2358    
2359 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2360 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2361 wakaba 1.1
2362     redo A;
2363     } else {
2364 wakaba 1.77 !!!cp (164);
2365 wakaba 1.1 $self->{current_token}->{name}
2366 wakaba 1.76 .= chr ($self->{next_char}); # DOCTYPE
2367 wakaba 1.1 ## Stay in the state
2368     !!!next-input-character;
2369     redo A;
2370     }
2371 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_NAME_STATE) {
2372 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
2373     $self->{next_char} == 0x000A or # LF
2374     $self->{next_char} == 0x000B or # VT
2375     $self->{next_char} == 0x000C or # FF
2376     $self->{next_char} == 0x0020) { # SP
2377 wakaba 1.77 !!!cp (165);
2378 wakaba 1.1 ## Stay in the state
2379     !!!next-input-character;
2380     redo A;
2381 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2382 wakaba 1.77 !!!cp (166);
2383 wakaba 1.57 $self->{state} = DATA_STATE;
2384 wakaba 1.1 !!!next-input-character;
2385    
2386     !!!emit ($self->{current_token}); # DOCTYPE
2387    
2388     redo A;
2389 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2390 wakaba 1.77 !!!cp (167);
2391 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2392 wakaba 1.57 $self->{state} = DATA_STATE;
2393 wakaba 1.1 ## reconsume
2394    
2395 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2396 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2397    
2398     redo A;
2399 wakaba 1.76 } elsif ($self->{next_char} == 0x0050 or # P
2400     $self->{next_char} == 0x0070) { # p
2401 wakaba 1.18 !!!next-input-character;
2402 wakaba 1.76 if ($self->{next_char} == 0x0055 or # U
2403     $self->{next_char} == 0x0075) { # u
2404 wakaba 1.18 !!!next-input-character;
2405 wakaba 1.76 if ($self->{next_char} == 0x0042 or # B
2406     $self->{next_char} == 0x0062) { # b
2407 wakaba 1.18 !!!next-input-character;
2408 wakaba 1.76 if ($self->{next_char} == 0x004C or # L
2409     $self->{next_char} == 0x006C) { # l
2410 wakaba 1.18 !!!next-input-character;
2411 wakaba 1.76 if ($self->{next_char} == 0x0049 or # I
2412     $self->{next_char} == 0x0069) { # i
2413 wakaba 1.18 !!!next-input-character;
2414 wakaba 1.76 if ($self->{next_char} == 0x0043 or # C
2415     $self->{next_char} == 0x0063) { # c
2416 wakaba 1.77 !!!cp (168);
2417 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2418 wakaba 1.18 !!!next-input-character;
2419     redo A;
2420 wakaba 1.77 } else {
2421     !!!cp (169);
2422 wakaba 1.18 }
2423 wakaba 1.77 } else {
2424     !!!cp (170);
2425 wakaba 1.18 }
2426 wakaba 1.77 } else {
2427     !!!cp (171);
2428 wakaba 1.18 }
2429 wakaba 1.77 } else {
2430     !!!cp (172);
2431 wakaba 1.18 }
2432 wakaba 1.77 } else {
2433     !!!cp (173);
2434 wakaba 1.18 }
2435    
2436     #
2437 wakaba 1.76 } elsif ($self->{next_char} == 0x0053 or # S
2438     $self->{next_char} == 0x0073) { # s
2439 wakaba 1.18 !!!next-input-character;
2440 wakaba 1.76 if ($self->{next_char} == 0x0059 or # Y
2441     $self->{next_char} == 0x0079) { # y
2442 wakaba 1.18 !!!next-input-character;
2443 wakaba 1.76 if ($self->{next_char} == 0x0053 or # S
2444     $self->{next_char} == 0x0073) { # s
2445 wakaba 1.18 !!!next-input-character;
2446 wakaba 1.76 if ($self->{next_char} == 0x0054 or # T
2447     $self->{next_char} == 0x0074) { # t
2448 wakaba 1.18 !!!next-input-character;
2449 wakaba 1.76 if ($self->{next_char} == 0x0045 or # E
2450     $self->{next_char} == 0x0065) { # e
2451 wakaba 1.18 !!!next-input-character;
2452 wakaba 1.76 if ($self->{next_char} == 0x004D or # M
2453     $self->{next_char} == 0x006D) { # m
2454 wakaba 1.77 !!!cp (174);
2455 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2456 wakaba 1.18 !!!next-input-character;
2457     redo A;
2458 wakaba 1.77 } else {
2459     !!!cp (175);
2460 wakaba 1.18 }
2461 wakaba 1.77 } else {
2462     !!!cp (176);
2463 wakaba 1.18 }
2464 wakaba 1.77 } else {
2465     !!!cp (177);
2466 wakaba 1.18 }
2467 wakaba 1.77 } else {
2468     !!!cp (178);
2469 wakaba 1.18 }
2470 wakaba 1.77 } else {
2471     !!!cp (179);
2472 wakaba 1.18 }
2473    
2474     #
2475     } else {
2476 wakaba 1.77 !!!cp (180);
2477 wakaba 1.18 !!!next-input-character;
2478     #
2479     }
2480    
2481     !!!parse-error (type => 'string after DOCTYPE name');
2482 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2483 wakaba 1.73
2484 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2485 wakaba 1.18 # next-input-character is already done
2486     redo A;
2487 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
2488 wakaba 1.18 if ({
2489     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2490     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2491 wakaba 1.76 }->{$self->{next_char}}) {
2492 wakaba 1.77 !!!cp (181);
2493 wakaba 1.18 ## Stay in the state
2494     !!!next-input-character;
2495     redo A;
2496 wakaba 1.76 } elsif ($self->{next_char} eq 0x0022) { # "
2497 wakaba 1.77 !!!cp (182);
2498 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
2499 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE;
2500 wakaba 1.18 !!!next-input-character;
2501     redo A;
2502 wakaba 1.76 } elsif ($self->{next_char} eq 0x0027) { # '
2503 wakaba 1.77 !!!cp (183);
2504 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
2505 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE;
2506 wakaba 1.18 !!!next-input-character;
2507     redo A;
2508 wakaba 1.76 } elsif ($self->{next_char} eq 0x003E) { # >
2509 wakaba 1.77 !!!cp (184);
2510 wakaba 1.18 !!!parse-error (type => 'no PUBLIC literal');
2511    
2512 wakaba 1.57 $self->{state} = DATA_STATE;
2513 wakaba 1.18 !!!next-input-character;
2514    
2515 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2516 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2517    
2518     redo A;
2519 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2520 wakaba 1.77 !!!cp (185);
2521 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2522    
2523 wakaba 1.57 $self->{state} = DATA_STATE;
2524 wakaba 1.18 ## reconsume
2525    
2526 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2527 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2528    
2529     redo A;
2530     } else {
2531 wakaba 1.77 !!!cp (186);
2532 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC');
2533 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2534 wakaba 1.73
2535 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2536 wakaba 1.18 !!!next-input-character;
2537     redo A;
2538     }
2539 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2540 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2541 wakaba 1.77 !!!cp (187);
2542 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2543 wakaba 1.18 !!!next-input-character;
2544     redo A;
2545 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2546 wakaba 1.77 !!!cp (188);
2547 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2548    
2549     $self->{state} = DATA_STATE;
2550     !!!next-input-character;
2551    
2552 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2553 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2554    
2555     redo A;
2556 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2557 wakaba 1.77 !!!cp (189);
2558 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
2559    
2560 wakaba 1.57 $self->{state} = DATA_STATE;
2561 wakaba 1.18 ## reconsume
2562    
2563 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2564 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2565    
2566     redo A;
2567     } else {
2568 wakaba 1.77 !!!cp (190);
2569 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
2570 wakaba 1.76 .= chr $self->{next_char};
2571 wakaba 1.18 ## Stay in the state
2572     !!!next-input-character;
2573     redo A;
2574     }
2575 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE) {
2576 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2577 wakaba 1.77 !!!cp (191);
2578 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
2579 wakaba 1.18 !!!next-input-character;
2580     redo A;
2581 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2582 wakaba 1.77 !!!cp (192);
2583 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2584    
2585     $self->{state} = DATA_STATE;
2586     !!!next-input-character;
2587    
2588 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2589 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2590    
2591     redo A;
2592 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2593 wakaba 1.77 !!!cp (193);
2594 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
2595    
2596 wakaba 1.57 $self->{state} = DATA_STATE;
2597 wakaba 1.18 ## reconsume
2598    
2599 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2600 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2601    
2602     redo A;
2603     } else {
2604 wakaba 1.77 !!!cp (194);
2605 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
2606 wakaba 1.76 .= chr $self->{next_char};
2607 wakaba 1.18 ## Stay in the state
2608     !!!next-input-character;
2609     redo A;
2610     }
2611 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
2612 wakaba 1.18 if ({
2613     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2614     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2615 wakaba 1.76 }->{$self->{next_char}}) {
2616 wakaba 1.77 !!!cp (195);
2617 wakaba 1.18 ## Stay in the state
2618     !!!next-input-character;
2619     redo A;
2620 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2621 wakaba 1.77 !!!cp (196);
2622 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2623 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2624 wakaba 1.18 !!!next-input-character;
2625     redo A;
2626 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2627 wakaba 1.77 !!!cp (197);
2628 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2629 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2630 wakaba 1.18 !!!next-input-character;
2631     redo A;
2632 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2633 wakaba 1.77 !!!cp (198);
2634 wakaba 1.57 $self->{state} = DATA_STATE;
2635 wakaba 1.18 !!!next-input-character;
2636    
2637     !!!emit ($self->{current_token}); # DOCTYPE
2638    
2639     redo A;
2640 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2641 wakaba 1.77 !!!cp (199);
2642 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2643    
2644 wakaba 1.57 $self->{state} = DATA_STATE;
2645 wakaba 1.26 ## reconsume
2646 wakaba 1.18
2647 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2648 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2649    
2650     redo A;
2651     } else {
2652 wakaba 1.77 !!!cp (200);
2653 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC literal');
2654 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2655 wakaba 1.73
2656 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2657 wakaba 1.18 !!!next-input-character;
2658     redo A;
2659     }
2660 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2661 wakaba 1.18 if ({
2662     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2663     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2664 wakaba 1.76 }->{$self->{next_char}}) {
2665 wakaba 1.77 !!!cp (201);
2666 wakaba 1.18 ## Stay in the state
2667     !!!next-input-character;
2668     redo A;
2669 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2670 wakaba 1.77 !!!cp (202);
2671 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2672 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2673 wakaba 1.18 !!!next-input-character;
2674     redo A;
2675 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2676 wakaba 1.77 !!!cp (203);
2677 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2678 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2679 wakaba 1.18 !!!next-input-character;
2680     redo A;
2681 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2682 wakaba 1.77 !!!cp (204);
2683 wakaba 1.18 !!!parse-error (type => 'no SYSTEM literal');
2684 wakaba 1.57 $self->{state} = DATA_STATE;
2685 wakaba 1.18 !!!next-input-character;
2686    
2687 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2688 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2689    
2690     redo A;
2691 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2692 wakaba 1.77 !!!cp (205);
2693 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2694    
2695 wakaba 1.57 $self->{state} = DATA_STATE;
2696 wakaba 1.26 ## reconsume
2697 wakaba 1.18
2698 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2699 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2700    
2701     redo A;
2702     } else {
2703 wakaba 1.77 !!!cp (206);
2704 wakaba 1.30 !!!parse-error (type => 'string after SYSTEM');
2705 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2706 wakaba 1.73
2707 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2708 wakaba 1.18 !!!next-input-character;
2709     redo A;
2710     }
2711 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2712 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2713 wakaba 1.77 !!!cp (207);
2714 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2715 wakaba 1.18 !!!next-input-character;
2716     redo A;
2717 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2718 wakaba 1.77 !!!cp (208);
2719 wakaba 1.153 !!!parse-error (type => 'unclosed SYSTEM literal');
2720 wakaba 1.69
2721     $self->{state} = DATA_STATE;
2722     !!!next-input-character;
2723    
2724 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2725 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2726    
2727     redo A;
2728 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2729 wakaba 1.77 !!!cp (209);
2730 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2731    
2732 wakaba 1.57 $self->{state} = DATA_STATE;
2733 wakaba 1.18 ## reconsume
2734    
2735 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2736 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2737    
2738     redo A;
2739     } else {
2740 wakaba 1.77 !!!cp (210);
2741 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2742 wakaba 1.76 .= chr $self->{next_char};
2743 wakaba 1.18 ## Stay in the state
2744     !!!next-input-character;
2745     redo A;
2746     }
2747 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE) {
2748 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2749 wakaba 1.77 !!!cp (211);
2750 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2751 wakaba 1.18 !!!next-input-character;
2752     redo A;
2753 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2754 wakaba 1.77 !!!cp (212);
2755 wakaba 1.153 !!!parse-error (type => 'unclosed SYSTEM literal');
2756 wakaba 1.69
2757     $self->{state} = DATA_STATE;
2758     !!!next-input-character;
2759    
2760 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2761 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2762    
2763     redo A;
2764 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2765 wakaba 1.77 !!!cp (213);
2766 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2767    
2768 wakaba 1.57 $self->{state} = DATA_STATE;
2769 wakaba 1.18 ## reconsume
2770    
2771 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2772 wakaba 1.1 !!!emit ($self->{current_token}); # DOCTYPE
2773    
2774     redo A;
2775     } else {
2776 wakaba 1.77 !!!cp (214);
2777 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2778 wakaba 1.76 .= chr $self->{next_char};
2779 wakaba 1.18 ## Stay in the state
2780     !!!next-input-character;
2781     redo A;
2782     }
2783 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2784 wakaba 1.18 if ({
2785     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2786     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2787 wakaba 1.76 }->{$self->{next_char}}) {
2788 wakaba 1.77 !!!cp (215);
2789 wakaba 1.18 ## Stay in the state
2790     !!!next-input-character;
2791     redo A;
2792 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2793 wakaba 1.77 !!!cp (216);
2794 wakaba 1.57 $self->{state} = DATA_STATE;
2795 wakaba 1.18 !!!next-input-character;
2796    
2797     !!!emit ($self->{current_token}); # DOCTYPE
2798    
2799     redo A;
2800 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2801 wakaba 1.77 !!!cp (217);
2802 wakaba 1.150 !!!parse-error (type => 'unclosed DOCTYPE');
2803 wakaba 1.57 $self->{state} = DATA_STATE;
2804 wakaba 1.26 ## reconsume
2805 wakaba 1.18
2806 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2807 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2808    
2809     redo A;
2810     } else {
2811 wakaba 1.77 !!!cp (218);
2812 wakaba 1.18 !!!parse-error (type => 'string after SYSTEM literal');
2813 wakaba 1.75 #$self->{current_token}->{quirks} = 1;
2814 wakaba 1.73
2815 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2816 wakaba 1.1 !!!next-input-character;
2817     redo A;
2818     }
2819 wakaba 1.57 } elsif ($self->{state} == BOGUS_DOCTYPE_STATE) {
2820 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2821 wakaba 1.77 !!!cp (219);
2822 wakaba 1.57 $self->{state} = DATA_STATE;
2823 wakaba 1.1 !!!next-input-character;
2824    
2825     !!!emit ($self->{current_token}); # DOCTYPE
2826    
2827     redo A;
2828 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2829 wakaba 1.77 !!!cp (220);
2830 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2831 wakaba 1.57 $self->{state} = DATA_STATE;
2832 wakaba 1.1 ## reconsume
2833    
2834     !!!emit ($self->{current_token}); # DOCTYPE
2835    
2836     redo A;
2837     } else {
2838 wakaba 1.77 !!!cp (221);
2839 wakaba 1.1 ## Stay in the state
2840     !!!next-input-character;
2841     redo A;
2842     }
2843 wakaba 1.127 } elsif ($self->{state} == CDATA_BLOCK_STATE) {
2844     my $s = '';
2845    
2846     my ($l, $c) = ($self->{line}, $self->{column});
2847    
2848     CS: while ($self->{next_char} != -1) {
2849     if ($self->{next_char} == 0x005D) { # ]
2850     !!!next-input-character;
2851     if ($self->{next_char} == 0x005D) { # ]
2852     !!!next-input-character;
2853     MDC: {
2854     if ($self->{next_char} == 0x003E) { # >
2855     !!!cp (221.1);
2856     !!!next-input-character;
2857     last CS;
2858     } elsif ($self->{next_char} == 0x005D) { # ]
2859     !!!cp (221.2);
2860     $s .= ']';
2861     !!!next-input-character;
2862     redo MDC;
2863     } else {
2864     !!!cp (221.3);
2865     $s .= ']]';
2866     #
2867     }
2868     } # MDC
2869     } else {
2870     !!!cp (221.4);
2871     $s .= ']';
2872     #
2873     }
2874     } else {
2875     !!!cp (221.5);
2876     #
2877     }
2878     $s .= chr $self->{next_char};
2879     !!!next-input-character;
2880     } # CS
2881    
2882     $self->{state} = DATA_STATE;
2883     ## next-input-character done or EOF, which is reconsumed.
2884    
2885     if (length $s) {
2886     !!!cp (221.6);
2887     !!!emit ({type => CHARACTER_TOKEN, data => $s,
2888     line => $l, column => $c});
2889     } else {
2890     !!!cp (221.7);
2891     }
2892    
2893     redo A;
2894    
2895     ## ISSUE: "text tokens" in spec.
2896     ## TODO: Streaming support
2897 wakaba 1.1 } else {
2898     die "$0: $self->{state}: Unknown state";
2899     }
2900     } # A
2901    
2902     die "$0: _get_next_token: unexpected case";
2903     } # _get_next_token
2904    
2905 wakaba 1.72 sub _tokenize_attempt_to_consume_an_entity ($$$) {
2906     my ($self, $in_attr, $additional) = @_;
2907 wakaba 1.20
2908 wakaba 1.112 my ($l, $c) = ($self->{line_prev}, $self->{column_prev});
2909    
2910 wakaba 1.20 if ({
2911     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, # HT, LF, VT, FF,
2912     0x0020 => 1, 0x003C => 1, 0x0026 => 1, -1 => 1, # SP, <, & # 0x000D # CR
2913 wakaba 1.72 $additional => 1,
2914 wakaba 1.76 }->{$self->{next_char}}) {
2915 wakaba 1.78 !!!cp (1001);
2916 wakaba 1.20 ## Don't consume
2917     ## No error
2918     return undef;
2919 wakaba 1.76 } elsif ($self->{next_char} == 0x0023) { # #
2920 wakaba 1.1 !!!next-input-character;
2921 wakaba 1.76 if ($self->{next_char} == 0x0078 or # x
2922     $self->{next_char} == 0x0058) { # X
2923 wakaba 1.26 my $code;
2924 wakaba 1.1 X: {
2925 wakaba 1.76 my $x_char = $self->{next_char};
2926 wakaba 1.1 !!!next-input-character;
2927 wakaba 1.76 if (0x0030 <= $self->{next_char} and
2928     $self->{next_char} <= 0x0039) { # 0..9
2929 wakaba 1.78 !!!cp (1002);
2930 wakaba 1.26 $code ||= 0;
2931     $code *= 0x10;
2932 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2933 wakaba 1.1 redo X;
2934 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
2935     $self->{next_char} <= 0x0066) { # a..f
2936 wakaba 1.78 !!!cp (1003);
2937 wakaba 1.26 $code ||= 0;
2938     $code *= 0x10;
2939 wakaba 1.76 $code += $self->{next_char} - 0x0060 + 9;
2940 wakaba 1.1 redo X;
2941 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
2942     $self->{next_char} <= 0x0046) { # A..F
2943 wakaba 1.78 !!!cp (1004);
2944 wakaba 1.26 $code ||= 0;
2945     $code *= 0x10;
2946 wakaba 1.76 $code += $self->{next_char} - 0x0040 + 9;
2947 wakaba 1.1 redo X;
2948 wakaba 1.26 } elsif (not defined $code) { # no hexadecimal digit
2949 wakaba 1.78 !!!cp (1005);
2950 wakaba 1.112 !!!parse-error (type => 'bare hcro', line => $l, column => $c);
2951 wakaba 1.76 !!!back-next-input-character ($x_char, $self->{next_char});
2952     $self->{next_char} = 0x0023; # #
2953 wakaba 1.1 return undef;
2954 wakaba 1.76 } elsif ($self->{next_char} == 0x003B) { # ;
2955 wakaba 1.78 !!!cp (1006);
2956 wakaba 1.1 !!!next-input-character;
2957     } else {
2958 wakaba 1.78 !!!cp (1007);
2959 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
2960 wakaba 1.1 }
2961    
2962 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2963 wakaba 1.78 !!!cp (1008);
2964 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
2965     text => (sprintf 'U+%04X', $code),
2966     line => $l, column => $c);
2967 wakaba 1.26 $code = 0xFFFD;
2968     } elsif ($code > 0x10FFFF) {
2969 wakaba 1.78 !!!cp (1009);
2970 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
2971     text => (sprintf 'U-%08X', $code),
2972     line => $l, column => $c);
2973 wakaba 1.26 $code = 0xFFFD;
2974     } elsif ($code == 0x000D) {
2975 wakaba 1.78 !!!cp (1010);
2976 wakaba 1.112 !!!parse-error (type => 'CR character reference', line => $l, column => $c);
2977 wakaba 1.26 $code = 0x000A;
2978     } elsif (0x80 <= $code and $code <= 0x9F) {
2979 wakaba 1.78 !!!cp (1011);
2980 wakaba 1.153 !!!parse-error (type => 'C1 character reference', text => (sprintf 'U+%04X', $code), line => $l, column => $c);
2981 wakaba 1.26 $code = $c1_entity_char->{$code};
2982 wakaba 1.1 }
2983    
2984 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code,
2985 wakaba 1.118 has_reference => 1,
2986 wakaba 1.120 line => $l, column => $c,
2987 wakaba 1.118 };
2988 wakaba 1.1 } # X
2989 wakaba 1.76 } elsif (0x0030 <= $self->{next_char} and
2990     $self->{next_char} <= 0x0039) { # 0..9
2991     my $code = $self->{next_char} - 0x0030;
2992 wakaba 1.1 !!!next-input-character;
2993    
2994 wakaba 1.76 while (0x0030 <= $self->{next_char} and
2995     $self->{next_char} <= 0x0039) { # 0..9
2996 wakaba 1.78 !!!cp (1012);
2997 wakaba 1.1 $code *= 10;
2998 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2999 wakaba 1.1
3000     !!!next-input-character;
3001     }
3002    
3003 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
3004 wakaba 1.78 !!!cp (1013);
3005 wakaba 1.1 !!!next-input-character;
3006     } else {
3007 wakaba 1.78 !!!cp (1014);
3008 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
3009 wakaba 1.1 }
3010    
3011 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
3012 wakaba 1.78 !!!cp (1015);
3013 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3014     text => (sprintf 'U+%04X', $code),
3015     line => $l, column => $c);
3016 wakaba 1.26 $code = 0xFFFD;
3017     } elsif ($code > 0x10FFFF) {
3018 wakaba 1.78 !!!cp (1016);
3019 wakaba 1.153 !!!parse-error (type => 'invalid character reference',
3020     text => (sprintf 'U-%08X', $code),
3021     line => $l, column => $c);
3022 wakaba 1.26 $code = 0xFFFD;
3023     } elsif ($code == 0x000D) {
3024 wakaba 1.78 !!!cp (1017);
3025 wakaba 1.153 !!!parse-error (type => 'CR character reference',
3026     line => $l, column => $c);
3027 wakaba 1.26 $code = 0x000A;
3028 wakaba 1.4 } elsif (0x80 <= $code and $code <= 0x9F) {
3029 wakaba 1.78 !!!cp (1018);
3030 wakaba 1.153 !!!parse-error (type => 'C1 character reference',
3031     text => (sprintf 'U+%04X', $code),
3032     line => $l, column => $c);
3033 wakaba 1.4 $code = $c1_entity_char->{$code};
3034 wakaba 1.1 }
3035    
3036 wakaba 1.112 return {type => CHARACTER_TOKEN, data => chr $code, has_reference => 1,
3037 wakaba 1.120 line => $l, column => $c,
3038 wakaba 1.118 };
3039 wakaba 1.1 } else {
3040 wakaba 1.78 !!!cp (1019);
3041 wakaba 1.112 !!!parse-error (type => 'bare nero', line => $l, column => $c);
3042 wakaba 1.76 !!!back-next-input-character ($self->{next_char});
3043     $self->{next_char} = 0x0023; # #
3044 wakaba 1.1 return undef;
3045     }
3046 wakaba 1.76 } elsif ((0x0041 <= $self->{next_char} and
3047     $self->{next_char} <= 0x005A) or
3048     (0x0061 <= $self->{next_char} and
3049     $self->{next_char} <= 0x007A)) {
3050     my $entity_name = chr $self->{next_char};
3051 wakaba 1.1 !!!next-input-character;
3052    
3053     my $value = $entity_name;
3054 wakaba 1.37 my $match = 0;
3055 wakaba 1.16 require Whatpm::_NamedEntityList;
3056     our $EntityChar;
3057 wakaba 1.1
3058 wakaba 1.128 while (length $entity_name < 30 and
3059 wakaba 1.1 ## NOTE: Some number greater than the maximum length of entity name
3060 wakaba 1.76 ((0x0041 <= $self->{next_char} and # a
3061     $self->{next_char} <= 0x005A) or # x
3062     (0x0061 <= $self->{next_char} and # a
3063     $self->{next_char} <= 0x007A) or # z
3064     (0x0030 <= $self->{next_char} and # 0
3065     $self->{next_char} <= 0x0039) or # 9
3066     $self->{next_char} == 0x003B)) { # ;
3067     $entity_name .= chr $self->{next_char};
3068 wakaba 1.16 if (defined $EntityChar->{$entity_name}) {
3069 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
3070 wakaba 1.78 !!!cp (1020);
3071 wakaba 1.26 $value = $EntityChar->{$entity_name};
3072 wakaba 1.16 $match = 1;
3073     !!!next-input-character;
3074     last;
3075 wakaba 1.37 } else {
3076 wakaba 1.78 !!!cp (1021);
3077 wakaba 1.26 $value = $EntityChar->{$entity_name};
3078     $match = -1;
3079 wakaba 1.37 !!!next-input-character;
3080 wakaba 1.16 }
3081 wakaba 1.1 } else {
3082 wakaba 1.78 !!!cp (1022);
3083 wakaba 1.76 $value .= chr $self->{next_char};
3084 wakaba 1.37 $match *= 2;
3085     !!!next-input-character;
3086 wakaba 1.1 }
3087     }
3088    
3089 wakaba 1.16 if ($match > 0) {
3090 wakaba 1.78 !!!cp (1023);
3091 wakaba 1.112 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1,
3092 wakaba 1.120 line => $l, column => $c,
3093 wakaba 1.118 };
3094 wakaba 1.16 } elsif ($match < 0) {
3095 wakaba 1.112 !!!parse-error (type => 'no refc', line => $l, column => $c);
3096 wakaba 1.37 if ($in_attr and $match < -1) {
3097 wakaba 1.78 !!!cp (1024);
3098 wakaba 1.112 return {type => CHARACTER_TOKEN, data => '&'.$entity_name,
3099 wakaba 1.120 line => $l, column => $c,
3100 wakaba 1.118 };
3101 wakaba 1.37 } else {
3102 wakaba 1.78 !!!cp (1025);
3103 wakaba 1.112 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1,
3104 wakaba 1.120 line => $l, column => $c,
3105 wakaba 1.118 };
3106 wakaba 1.37 }
3107 wakaba 1.1 } else {
3108 wakaba 1.78 !!!cp (1026);
3109 wakaba 1.112 !!!parse-error (type => 'bare ero', line => $l, column => $c);
3110 wakaba 1.66 ## NOTE: "No characters are consumed" in the spec.
3111 wakaba 1.112 return {type => CHARACTER_TOKEN, data => '&'.$value,
3112 wakaba 1.120 line => $l, column => $c,
3113 wakaba 1.118 };
3114 wakaba 1.1 }
3115     } else {
3116 wakaba 1.78 !!!cp (1027);
3117 wakaba 1.1 ## no characters are consumed
3118 wakaba 1.112 !!!parse-error (type => 'bare ero', line => $l, column => $c);
3119 wakaba 1.1 return undef;
3120     }
3121     } # _tokenize_attempt_to_consume_an_entity
3122    
3123     sub _initialize_tree_constructor ($) {
3124     my $self = shift;
3125     ## NOTE: $self->{document} MUST be specified before this method is called
3126     $self->{document}->strict_error_checking (0);
3127     ## TODO: Turn mutation events off # MUST
3128     ## TODO: Turn loose Document option (manakai extension) on
3129 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
3130 wakaba 1.154 $self->{document}->set_user_data (manakai_source_line => 1);
3131     $self->{document}->set_user_data (manakai_source_column => 1);
3132 wakaba 1.1 } # _initialize_tree_constructor
3133    
3134     sub _terminate_tree_constructor ($) {
3135     my $self = shift;
3136     $self->{document}->strict_error_checking (1);
3137     ## TODO: Turn mutation events on
3138     } # _terminate_tree_constructor
3139    
3140     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
3141    
3142 wakaba 1.3 { # tree construction stage
3143     my $token;
3144    
3145 wakaba 1.1 sub _construct_tree ($) {
3146     my ($self) = @_;
3147    
3148     ## When an interactive UA render the $self->{document} available
3149     ## to the user, or when it begin accepting user input, are
3150     ## not defined.
3151    
3152     ## Append a character: collect it and all subsequent consecutive
3153     ## characters and insert one Text node whose data is concatenation
3154     ## of all those characters. # MUST
3155    
3156     !!!next-token;
3157    
3158 wakaba 1.3 undef $self->{form_element};
3159     undef $self->{head_element};
3160     $self->{open_elements} = [];
3161     undef $self->{inner_html_node};
3162    
3163 wakaba 1.84 ## NOTE: The "initial" insertion mode.
3164 wakaba 1.3 $self->_tree_construction_initial; # MUST
3165 wakaba 1.84
3166     ## NOTE: The "before html" insertion mode.
3167 wakaba 1.3 $self->_tree_construction_root_element;
3168 wakaba 1.84 $self->{insertion_mode} = BEFORE_HEAD_IM;
3169    
3170     ## NOTE: The "before head" insertion mode and so on.
3171 wakaba 1.3 $self->_tree_construction_main;
3172     } # _construct_tree
3173    
3174     sub _tree_construction_initial ($) {
3175     my $self = shift;
3176 wakaba 1.84
3177     ## NOTE: "initial" insertion mode
3178    
3179 wakaba 1.18 INITIAL: {
3180 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3181 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
3182     ## error, switch to a conformance checking mode for another
3183     ## language.
3184     my $doctype_name = $token->{name};
3185     $doctype_name = '' unless defined $doctype_name;
3186 wakaba 1.159 $doctype_name =~ tr/a-z/A-Z/; # ASCII case-insensitive
3187 wakaba 1.18 if (not defined $token->{name} or # <!DOCTYPE>
3188     defined $token->{system_identifier}) {
3189 wakaba 1.79 !!!cp ('t1');
3190 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
3191 wakaba 1.18 } elsif ($doctype_name ne 'HTML') {
3192 wakaba 1.79 !!!cp ('t2');
3193 wakaba 1.113 !!!parse-error (type => 'not HTML5', token => $token);
3194 wakaba 1.159 } elsif (defined $token->{public_identifier}) {
3195     if ($token->{public_identifier} eq 'XSLT-compat') {
3196     !!!cp ('t1.2');
3197     !!!parse-error (type => 'XSLT-compat', token => $token,
3198     level => $self->{level}->{should});
3199     } else {
3200     !!!parse-error (type => 'not HTML5', token => $token);
3201     }
3202 wakaba 1.79 } else {
3203     !!!cp ('t3');
3204 wakaba 1.159 #
3205 wakaba 1.18 }
3206    
3207     my $doctype = $self->{document}->create_document_type_definition
3208     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
3209 wakaba 1.122 ## NOTE: Default value for both |public_id| and |system_id| attributes
3210     ## are empty strings, so that we don't set any value in missing cases.
3211 wakaba 1.18 $doctype->public_id ($token->{public_identifier})
3212     if defined $token->{public_identifier};
3213     $doctype->system_id ($token->{system_identifier})
3214     if defined $token->{system_identifier};
3215     ## NOTE: Other DocumentType attributes are null or empty lists.
3216     ## ISSUE: internalSubset = null??
3217     $self->{document}->append_child ($doctype);
3218    
3219 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
3220 wakaba 1.79 !!!cp ('t4');
3221 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3222     } elsif (defined $token->{public_identifier}) {
3223     my $pubid = $token->{public_identifier};
3224     $pubid =~ tr/a-z/A-z/;
3225 wakaba 1.143 my $prefix = [
3226     "+//SILMARIL//DTD HTML PRO V0R11 19970101//",
3227     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
3228     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
3229     "-//IETF//DTD HTML 2.0 LEVEL 1//",
3230     "-//IETF//DTD HTML 2.0 LEVEL 2//",
3231     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//",
3232     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//",
3233     "-//IETF//DTD HTML 2.0 STRICT//",
3234     "-//IETF//DTD HTML 2.0//",
3235     "-//IETF//DTD HTML 2.1E//",
3236     "-//IETF//DTD HTML 3.0//",
3237     "-//IETF//DTD HTML 3.2 FINAL//",
3238     "-//IETF//DTD HTML 3.2//",
3239     "-//IETF//DTD HTML 3//",
3240     "-//IETF//DTD HTML LEVEL 0//",
3241     "-//IETF//DTD HTML LEVEL 1//",
3242     "-//IETF//DTD HTML LEVEL 2//",
3243     "-//IETF//DTD HTML LEVEL 3//",
3244     "-//IETF//DTD HTML STRICT LEVEL 0//",
3245     "-//IETF//DTD HTML STRICT LEVEL 1//",
3246     "-//IETF//DTD HTML STRICT LEVEL 2//",
3247     "-//IETF//DTD HTML STRICT LEVEL 3//",
3248     "-//IETF//DTD HTML STRICT//",
3249     "-//IETF//DTD HTML//",
3250     "-//METRIUS//DTD METRIUS PRESENTATIONAL//",
3251     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//",
3252     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//",
3253     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//",
3254     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//",
3255     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//",
3256     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//",
3257     "-//NETSCAPE COMM. CORP.//DTD HTML//",
3258     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//",
3259     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//",
3260     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//",
3261     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//",
3262     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//",
3263     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//",
3264     "-//SPYGLASS//DTD HTML 2.0 EXTENDED//",
3265     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//",
3266     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//",
3267     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//",
3268     "-//W3C//DTD HTML 3 1995-03-24//",
3269     "-//W3C//DTD HTML 3.2 DRAFT//",
3270     "-//W3C//DTD HTML 3.2 FINAL//",
3271     "-//W3C//DTD HTML 3.2//",
3272     "-//W3C//DTD HTML 3.2S DRAFT//",
3273     "-//W3C//DTD HTML 4.0 FRAMESET//",
3274     "-//W3C//DTD HTML 4.0 TRANSITIONAL//",
3275     "-//W3C//DTD HTML EXPERIMETNAL 19960712//",
3276     "-//W3C//DTD HTML EXPERIMENTAL 970421//",
3277     "-//W3C//DTD W3 HTML//",
3278     "-//W3O//DTD W3 HTML 3.0//",
3279     "-//WEBTECHS//DTD MOZILLA HTML 2.0//",
3280     "-//WEBTECHS//DTD MOZILLA HTML//",
3281     ]; # $prefix
3282     my $match;
3283     for (@$prefix) {
3284     if (substr ($prefix, 0, length $_) eq $_) {
3285     $match = 1;
3286     last;
3287     }
3288     }
3289     if ($match or
3290     $pubid eq "-//W3O//DTD W3 HTML STRICT 3.0//EN//" or
3291     $pubid eq "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" or
3292     $pubid eq "HTML") {
3293 wakaba 1.79 !!!cp ('t5');
3294 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3295 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD HTML 4.01 FRAMESET//] or
3296     $pubid =~ m[^-//W3C//DTD HTML 4.01 TRANSITIONAL//]) {
3297 wakaba 1.18 if (defined $token->{system_identifier}) {
3298 wakaba 1.79 !!!cp ('t6');
3299 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3300     } else {
3301 wakaba 1.79 !!!cp ('t7');
3302 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
3303 wakaba 1.3 }
3304 wakaba 1.143 } elsif ($pubid =~ m[^-//W3C//DTD XHTML 1.0 FRAMESET//] or
3305     $pubid =~ m[^-//W3C//DTD XHTML 1.0 TRANSITIONAL//]) {
3306 wakaba 1.79 !!!cp ('t8');
3307 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
3308 wakaba 1.79 } else {
3309     !!!cp ('t9');
3310 wakaba 1.18 }
3311 wakaba 1.79 } else {
3312     !!!cp ('t10');
3313 wakaba 1.18 }
3314     if (defined $token->{system_identifier}) {
3315     my $sysid = $token->{system_identifier};
3316     $sysid =~ tr/A-Z/a-z/;
3317     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
3318 wakaba 1.143 ## NOTE: Ensure that |PUBLIC "(limited quirks)" "(quirks)"| is
3319     ## marked as quirks.
3320 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3321 wakaba 1.79 !!!cp ('t11');
3322     } else {
3323     !!!cp ('t12');
3324 wakaba 1.18 }
3325 wakaba 1.79 } else {
3326     !!!cp ('t13');
3327 wakaba 1.18 }
3328    
3329 wakaba 1.84 ## Go to the "before html" insertion mode.
3330 wakaba 1.18 !!!next-token;
3331     return;
3332     } elsif ({
3333 wakaba 1.55 START_TAG_TOKEN, 1,
3334     END_TAG_TOKEN, 1,
3335     END_OF_FILE_TOKEN, 1,
3336 wakaba 1.18 }->{$token->{type}}) {
3337 wakaba 1.79 !!!cp ('t14');
3338 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
3339 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3340 wakaba 1.84 ## Go to the "before html" insertion mode.
3341 wakaba 1.18 ## reprocess
3342 wakaba 1.125 !!!ack-later;
3343 wakaba 1.18 return;
3344 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
3345 wakaba 1.18 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
3346     ## Ignore the token
3347 wakaba 1.26
3348 wakaba 1.18 unless (length $token->{data}) {
3349 wakaba 1.79 !!!cp ('t15');
3350 wakaba 1.84 ## Stay in the insertion mode.
3351 wakaba 1.18 !!!next-token;
3352     redo INITIAL;
3353 wakaba 1.79 } else {
3354     !!!cp ('t16');
3355 wakaba 1.3 }
3356 wakaba 1.79 } else {
3357     !!!cp ('t17');
3358 wakaba 1.3 }
3359 wakaba 1.18
3360 wakaba 1.113 !!!parse-error (type => 'no DOCTYPE', token => $token);
3361 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
3362 wakaba 1.84 ## Go to the "before html" insertion mode.
3363 wakaba 1.18 ## reprocess
3364     return;
3365 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3366 wakaba 1.79 !!!cp ('t18');
3367 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
3368     $self->{document}->append_child ($comment);
3369    
3370 wakaba 1.84 ## Stay in the insertion mode.
3371 wakaba 1.18 !!!next-token;
3372     redo INITIAL;
3373     } else {
3374 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
3375 wakaba 1.18 }
3376     } # INITIAL
3377 wakaba 1.79
3378     die "$0: _tree_construction_initial: This should be never reached";
3379 wakaba 1.3 } # _tree_construction_initial
3380    
3381     sub _tree_construction_root_element ($) {
3382     my $self = shift;
3383 wakaba 1.84
3384     ## NOTE: "before html" insertion mode.
3385 wakaba 1.3
3386     B: {
3387 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3388 wakaba 1.79 !!!cp ('t19');
3389 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
3390 wakaba 1.3 ## Ignore the token
3391 wakaba 1.84 ## Stay in the insertion mode.
3392 wakaba 1.3 !!!next-token;
3393     redo B;
3394 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3395 wakaba 1.79 !!!cp ('t20');
3396 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
3397     $self->{document}->append_child ($comment);
3398 wakaba 1.84 ## Stay in the insertion mode.
3399 wakaba 1.3 !!!next-token;
3400     redo B;
3401 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
3402 wakaba 1.26 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
3403     ## Ignore the token.
3404    
3405 wakaba 1.3 unless (length $token->{data}) {
3406 wakaba 1.79 !!!cp ('t21');
3407 wakaba 1.84 ## Stay in the insertion mode.
3408 wakaba 1.3 !!!next-token;
3409     redo B;
3410 wakaba 1.79 } else {
3411     !!!cp ('t22');
3412 wakaba 1.3 }
3413 wakaba 1.79 } else {
3414     !!!cp ('t23');
3415 wakaba 1.3 }
3416 wakaba 1.61
3417     $self->{application_cache_selection}->(undef);
3418    
3419     #
3420     } elsif ($token->{type} == START_TAG_TOKEN) {
3421 wakaba 1.84 if ($token->{tag_name} eq 'html') {
3422     my $root_element;
3423 wakaba 1.126 !!!create-element ($root_element, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
3424 wakaba 1.84 $self->{document}->append_child ($root_element);
3425 wakaba 1.123 push @{$self->{open_elements}},
3426     [$root_element, $el_category->{html}];
3427 wakaba 1.84
3428     if ($token->{attributes}->{manifest}) {
3429     !!!cp ('t24');
3430     $self->{application_cache_selection}
3431     ->($token->{attributes}->{manifest}->{value});
3432 wakaba 1.118 ## ISSUE: Spec is unclear on relative references.
3433     ## According to Hixie (#whatwg 2008-03-19), it should be
3434     ## resolved against the base URI of the document in HTML
3435     ## or xml:base of the element in XHTML.
3436 wakaba 1.84 } else {
3437     !!!cp ('t25');
3438     $self->{application_cache_selection}->(undef);
3439     }
3440    
3441 wakaba 1.125 !!!nack ('t25c');
3442    
3443 wakaba 1.84 !!!next-token;
3444     return; ## Go to the "before head" insertion mode.
3445 wakaba 1.61 } else {
3446 wakaba 1.84 !!!cp ('t25.1');
3447     #
3448 wakaba 1.61 }
3449 wakaba 1.3 } elsif ({
3450 wakaba 1.55 END_TAG_TOKEN, 1,
3451     END_OF_FILE_TOKEN, 1,
3452 wakaba 1.3 }->{$token->{type}}) {
3453 wakaba 1.79 !!!cp ('t26');
3454 wakaba 1.3 #
3455     } else {
3456 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
3457 wakaba 1.3 }
3458 wakaba 1.61
3459 wakaba 1.126 my $root_element;
3460     !!!create-element ($root_element, $HTML_NS, 'html',, $token);
3461 wakaba 1.84 $self->{document}->append_child ($root_element);
3462 wakaba 1.123 push @{$self->{open_elements}}, [$root_element, $el_category->{html}];
3463 wakaba 1.84
3464     $self->{application_cache_selection}->(undef);
3465    
3466     ## NOTE: Reprocess the token.
3467 wakaba 1.125 !!!ack-later;
3468 wakaba 1.84 return; ## Go to the "before head" insertion mode.
3469    
3470     ## ISSUE: There is an issue in the spec
3471 wakaba 1.3 } # B
3472 wakaba 1.79
3473     die "$0: _tree_construction_root_element: This should never be reached";
3474 wakaba 1.3 } # _tree_construction_root_element
3475    
3476     sub _reset_insertion_mode ($) {
3477     my $self = shift;
3478    
3479     ## Step 1
3480     my $last;
3481    
3482     ## Step 2
3483     my $i = -1;
3484     my $node = $self->{open_elements}->[$i];
3485    
3486     ## Step 3
3487     S3: {
3488 wakaba 1.29 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
3489     $last = 1;
3490     if (defined $self->{inner_html_node}) {
3491 wakaba 1.140 !!!cp ('t28');
3492     $node = $self->{inner_html_node};
3493     } else {
3494     die "_reset_insertion_mode: t27";
3495 wakaba 1.3 }
3496     }
3497 wakaba 1.140
3498     ## Step 4..14
3499     my $new_mode;
3500     if ($node->[1] & FOREIGN_EL) {
3501     !!!cp ('t28.1');
3502     ## NOTE: Strictly spaking, the line below only applies to MathML and
3503     ## SVG elements. Currently the HTML syntax supports only MathML and
3504     ## SVG elements as foreigners.
3505 wakaba 1.148 $new_mode = IN_BODY_IM | IN_FOREIGN_CONTENT_IM;
3506 wakaba 1.140 } elsif ($node->[1] & TABLE_CELL_EL) {
3507     if ($last) {
3508     !!!cp ('t28.2');
3509     #
3510     } else {
3511     !!!cp ('t28.3');
3512     $new_mode = IN_CELL_IM;
3513     }
3514     } else {
3515     !!!cp ('t28.4');
3516     $new_mode = {
3517 wakaba 1.54 select => IN_SELECT_IM,
3518 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
3519     ## insertion mode to "in select" by themselves.
3520 wakaba 1.54 tr => IN_ROW_IM,
3521     tbody => IN_TABLE_BODY_IM,
3522     thead => IN_TABLE_BODY_IM,
3523     tfoot => IN_TABLE_BODY_IM,
3524     caption => IN_CAPTION_IM,
3525     colgroup => IN_COLUMN_GROUP_IM,
3526     table => IN_TABLE_IM,
3527     head => IN_BODY_IM, # not in head!
3528     body => IN_BODY_IM,
3529     frameset => IN_FRAMESET_IM,
3530 wakaba 1.123 }->{$node->[0]->manakai_local_name};
3531 wakaba 1.140 }
3532     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
3533 wakaba 1.3
3534 wakaba 1.126 ## Step 15
3535 wakaba 1.123 if ($node->[1] & HTML_EL) {
3536 wakaba 1.3 unless (defined $self->{head_element}) {
3537 wakaba 1.79 !!!cp ('t29');
3538 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
3539 wakaba 1.3 } else {
3540 wakaba 1.81 ## ISSUE: Can this state be reached?
3541 wakaba 1.79 !!!cp ('t30');
3542 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3543 wakaba 1.3 }
3544     return;
3545 wakaba 1.79 } else {
3546     !!!cp ('t31');
3547 wakaba 1.3 }
3548    
3549 wakaba 1.126 ## Step 16
3550 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
3551 wakaba 1.3
3552 wakaba 1.126 ## Step 17
3553 wakaba 1.3 $i--;
3554     $node = $self->{open_elements}->[$i];
3555    
3556 wakaba 1.126 ## Step 18
3557 wakaba 1.3 redo S3;
3558     } # S3
3559 wakaba 1.79
3560     die "$0: _reset_insertion_mode: This line should never be reached";
3561 wakaba 1.3 } # _reset_insertion_mode
3562    
3563     sub _tree_construction_main ($) {
3564     my $self = shift;
3565    
3566 wakaba 1.1 my $active_formatting_elements = [];
3567    
3568     my $reconstruct_active_formatting_elements = sub { # MUST
3569     my $insert = shift;
3570    
3571     ## Step 1
3572     return unless @$active_formatting_elements;
3573    
3574     ## Step 3
3575     my $i = -1;
3576     my $entry = $active_formatting_elements->[$i];
3577    
3578     ## Step 2
3579     return if $entry->[0] eq '#marker';
3580 wakaba 1.3 for (@{$self->{open_elements}}) {
3581 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
3582 wakaba 1.79 !!!cp ('t32');
3583 wakaba 1.1 return;
3584     }
3585     }
3586    
3587     S4: {
3588     ## Step 4
3589     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
3590    
3591     ## Step 5
3592     $i--;
3593     $entry = $active_formatting_elements->[$i];
3594    
3595     ## Step 6
3596     if ($entry->[0] eq '#marker') {
3597 wakaba 1.81 !!!cp ('t33_1');
3598 wakaba 1.1 #
3599     } else {
3600     my $in_open_elements;
3601 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
3602 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
3603 wakaba 1.79 !!!cp ('t33');
3604 wakaba 1.1 $in_open_elements = 1;
3605     last OE;
3606     }
3607     }
3608     if ($in_open_elements) {
3609 wakaba 1.79 !!!cp ('t34');
3610 wakaba 1.1 #
3611     } else {
3612 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
3613 wakaba 1.79 !!!cp ('t35');
3614 wakaba 1.1 redo S4;
3615     }
3616     }
3617    
3618     ## Step 7
3619     $i++;
3620     $entry = $active_formatting_elements->[$i];
3621     } # S4
3622    
3623     S7: {
3624     ## Step 8
3625     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
3626    
3627     ## Step 9
3628     $insert->($clone->[0]);
3629 wakaba 1.3 push @{$self->{open_elements}}, $clone;
3630 wakaba 1.1
3631     ## Step 10
3632 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
3633 wakaba 1.1
3634     ## Step 11
3635     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
3636 wakaba 1.79 !!!cp ('t36');
3637 wakaba 1.1 ## Step 7'
3638     $i++;
3639     $entry = $active_formatting_elements->[$i];
3640    
3641     redo S7;
3642     }
3643 wakaba 1.79
3644     !!!cp ('t37');
3645 wakaba 1.1 } # S7
3646     }; # $reconstruct_active_formatting_elements
3647    
3648     my $clear_up_to_marker = sub {
3649     for (reverse 0..$#$active_formatting_elements) {
3650     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
3651 wakaba 1.79 !!!cp ('t38');
3652 wakaba 1.1 splice @$active_formatting_elements, $_;
3653     return;
3654     }
3655     }
3656 wakaba 1.79
3657     !!!cp ('t39');
3658 wakaba 1.1 }; # $clear_up_to_marker
3659    
3660 wakaba 1.96 my $insert;
3661    
3662     my $parse_rcdata = sub ($) {
3663     my ($content_model_flag) = @_;
3664 wakaba 1.25
3665     ## Step 1
3666     my $start_tag_name = $token->{tag_name};
3667     my $el;
3668 wakaba 1.126 !!!create-element ($el, $HTML_NS, $start_tag_name, $token->{attributes}, $token);
3669 wakaba 1.25
3670     ## Step 2
3671 wakaba 1.96 $insert->($el);
3672 wakaba 1.25
3673     ## Step 3
3674 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
3675 wakaba 1.13 delete $self->{escape}; # MUST
3676 wakaba 1.25
3677     ## Step 4
3678 wakaba 1.1 my $text = '';
3679 wakaba 1.125 !!!nack ('t40.1');
3680 wakaba 1.1 !!!next-token;
3681 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) { # or until stop tokenizing
3682 wakaba 1.79 !!!cp ('t40');
3683 wakaba 1.1 $text .= $token->{data};
3684     !!!next-token;
3685 wakaba 1.25 }
3686    
3687     ## Step 5
3688 wakaba 1.1 if (length $text) {
3689 wakaba 1.79 !!!cp ('t41');
3690 wakaba 1.25 my $text = $self->{document}->create_text_node ($text);
3691     $el->append_child ($text);
3692 wakaba 1.1 }
3693 wakaba 1.25
3694     ## Step 6
3695 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
3696 wakaba 1.25
3697     ## Step 7
3698 wakaba 1.79 if ($token->{type} == END_TAG_TOKEN and
3699     $token->{tag_name} eq $start_tag_name) {
3700     !!!cp ('t42');
3701 wakaba 1.1 ## Ignore the token
3702     } else {
3703 wakaba 1.96 ## NOTE: An end-of-file token.
3704     if ($content_model_flag == CDATA_CONTENT_MODEL) {
3705     !!!cp ('t43');
3706 wakaba 1.153 !!!parse-error (type => 'in CDATA:#eof', token => $token);
3707 wakaba 1.96 } elsif ($content_model_flag == RCDATA_CONTENT_MODEL) {
3708     !!!cp ('t44');
3709 wakaba 1.153 !!!parse-error (type => 'in RCDATA:#eof', token => $token);
3710 wakaba 1.96 } else {
3711     die "$0: $content_model_flag in parse_rcdata";
3712     }
3713 wakaba 1.1 }
3714     !!!next-token;
3715 wakaba 1.25 }; # $parse_rcdata
3716 wakaba 1.1
3717 wakaba 1.96 my $script_start_tag = sub () {
3718 wakaba 1.1 my $script_el;
3719 wakaba 1.126 !!!create-element ($script_el, $HTML_NS, 'script', $token->{attributes}, $token);
3720 wakaba 1.1 ## TODO: mark as "parser-inserted"
3721    
3722 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
3723 wakaba 1.13 delete $self->{escape}; # MUST
3724 wakaba 1.1
3725     my $text = '';
3726 wakaba 1.125 !!!nack ('t45.1');
3727 wakaba 1.1 !!!next-token;
3728 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
3729 wakaba 1.79 !!!cp ('t45');
3730 wakaba 1.1 $text .= $token->{data};
3731     !!!next-token;
3732     } # stop if non-character token or tokenizer stops tokenising
3733     if (length $text) {
3734 wakaba 1.79 !!!cp ('t46');
3735 wakaba 1.1 $script_el->manakai_append_text ($text);
3736     }
3737    
3738 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
3739 wakaba 1.1
3740 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
3741 wakaba 1.1 $token->{tag_name} eq 'script') {
3742 wakaba 1.79 !!!cp ('t47');
3743 wakaba 1.1 ## Ignore the token
3744     } else {
3745 wakaba 1.79 !!!cp ('t48');
3746 wakaba 1.153 !!!parse-error (type => 'in CDATA:#eof', token => $token);
3747 wakaba 1.1 ## ISSUE: And ignore?
3748     ## TODO: mark as "already executed"
3749     }
3750    
3751 wakaba 1.3 if (defined $self->{inner_html_node}) {
3752 wakaba 1.79 !!!cp ('t49');
3753 wakaba 1.3 ## TODO: mark as "already executed"
3754     } else {
3755 wakaba 1.79 !!!cp ('t50');
3756 wakaba 1.1 ## TODO: $old_insertion_point = current insertion point
3757     ## TODO: insertion point = just before the next input character
3758 wakaba 1.25
3759     $insert->($script_el);
3760 wakaba 1.1
3761     ## TODO: insertion point = $old_insertion_point (might be "undefined")
3762    
3763     ## TODO: if there is a script that will execute as soon as the parser resume, then...
3764     }
3765    
3766     !!!next-token;
3767     }; # $script_start_tag
3768    
3769 wakaba 1.102 ## NOTE: $open_tables->[-1]->[0] is the "current table" element node.
3770     ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag.
3771     my $open_tables = [[$self->{open_elements}->[0]->[0]]];
3772    
3773 wakaba 1.1 my $formatting_end_tag = sub {
3774 wakaba 1.113 my $end_tag_token = shift;
3775     my $tag_name = $end_tag_token->{tag_name};
3776 wakaba 1.1
3777 wakaba 1.103 ## NOTE: The adoption agency algorithm (AAA).
3778 wakaba 1.102
3779 wakaba 1.1 FET: {
3780     ## Step 1
3781     my $formatting_element;
3782     my $formatting_element_i_in_active;
3783     AFE: for (reverse 0..$#$active_formatting_elements) {
3784 wakaba 1.123 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
3785     !!!cp ('t52');
3786     last AFE;
3787     } elsif ($active_formatting_elements->[$_]->[0]->manakai_local_name
3788     eq $tag_name) {
3789 wakaba 1.79 !!!cp ('t51');
3790 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
3791     $formatting_element_i_in_active = $_;
3792     last AFE;
3793     }
3794     } # AFE
3795     unless (defined $formatting_element) {
3796 wakaba 1.79 !!!cp ('t53');
3797 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => $tag_name, token => $end_tag_token);
3798 wakaba 1.1 ## Ignore the token
3799     !!!next-token;
3800     return;
3801     }
3802     ## has an element in scope
3803     my $in_scope = 1;
3804     my $formatting_element_i_in_open;
3805 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3806     my $node = $self->{open_elements}->[$_];
3807 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
3808     if ($in_scope) {
3809 wakaba 1.79 !!!cp ('t54');
3810 wakaba 1.1 $formatting_element_i_in_open = $_;
3811     last INSCOPE;
3812     } else { # in open elements but not in scope
3813 wakaba 1.79 !!!cp ('t55');
3814 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3815     text => $token->{tag_name},
3816 wakaba 1.113 token => $end_tag_token);
3817 wakaba 1.1 ## Ignore the token
3818     !!!next-token;
3819     return;
3820     }
3821 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
3822 wakaba 1.79 !!!cp ('t56');
3823 wakaba 1.1 $in_scope = 0;
3824     }
3825     } # INSCOPE
3826     unless (defined $formatting_element_i_in_open) {
3827 wakaba 1.79 !!!cp ('t57');
3828 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
3829     text => $token->{tag_name},
3830 wakaba 1.113 token => $end_tag_token);
3831 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
3832     !!!next-token; ## TODO: ok?
3833     return;
3834     }
3835 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
3836 wakaba 1.79 !!!cp ('t58');
3837 wakaba 1.122 !!!parse-error (type => 'not closed',
3838 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
3839 wakaba 1.122 ->manakai_local_name,
3840 wakaba 1.113 token => $end_tag_token);
3841 wakaba 1.1 }
3842    
3843     ## Step 2
3844     my $furthest_block;
3845     my $furthest_block_i_in_open;
3846 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3847     my $node = $self->{open_elements}->[$_];
3848 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
3849 wakaba 1.1 #not $phrasing_category->{$node->[1]} and
3850 wakaba 1.123 ($node->[1] & SPECIAL_EL or
3851     $node->[1] & SCOPING_EL)) { ## Scoping is redundant, maybe
3852 wakaba 1.79 !!!cp ('t59');
3853 wakaba 1.1 $furthest_block = $node;
3854     $furthest_block_i_in_open = $_;
3855     } elsif ($node->[0] eq $formatting_element->[0]) {
3856 wakaba 1.79 !!!cp ('t60');
3857 wakaba 1.1 last OE;
3858     }
3859     } # OE
3860    
3861     ## Step 3
3862     unless (defined $furthest_block) { # MUST
3863 wakaba 1.79 !!!cp ('t61');
3864 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
3865 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
3866     !!!next-token;
3867     return;
3868     }
3869    
3870     ## Step 4
3871 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
3872 wakaba 1.1
3873     ## Step 5
3874     my $furthest_block_parent = $furthest_block->[0]->parent_node;
3875     if (defined $furthest_block_parent) {
3876 wakaba 1.79 !!!cp ('t62');
3877 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
3878     }
3879    
3880     ## Step 6
3881     my $bookmark_prev_el
3882     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
3883     ->[0];
3884    
3885     ## Step 7
3886     my $node = $furthest_block;
3887     my $node_i_in_open = $furthest_block_i_in_open;
3888     my $last_node = $furthest_block;
3889     S7: {
3890     ## Step 1
3891     $node_i_in_open--;
3892 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
3893 wakaba 1.1
3894     ## Step 2
3895     my $node_i_in_active;
3896     S7S2: {
3897     for (reverse 0..$#$active_formatting_elements) {
3898     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
3899 wakaba 1.79 !!!cp ('t63');
3900 wakaba 1.1 $node_i_in_active = $_;
3901     last S7S2;
3902     }
3903     }
3904 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
3905 wakaba 1.1 redo S7;
3906     } # S7S2
3907    
3908     ## Step 3
3909     last S7 if $node->[0] eq $formatting_element->[0];
3910    
3911     ## Step 4
3912     if ($last_node->[0] eq $furthest_block->[0]) {
3913 wakaba 1.79 !!!cp ('t64');
3914 wakaba 1.1 $bookmark_prev_el = $node->[0];
3915     }
3916    
3917     ## Step 5
3918     if ($node->[0]->has_child_nodes ()) {
3919 wakaba 1.79 !!!cp ('t65');
3920 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
3921     $active_formatting_elements->[$node_i_in_active] = $clone;
3922 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
3923 wakaba 1.1 $node = $clone;
3924     }
3925    
3926     ## Step 6
3927     $node->[0]->append_child ($last_node->[0]);
3928    
3929     ## Step 7
3930     $last_node = $node;
3931    
3932     ## Step 8
3933     redo S7;
3934     } # S7
3935    
3936     ## Step 8
3937 wakaba 1.123 if ($common_ancestor_node->[1] & TABLE_ROWS_EL) {
3938 wakaba 1.102 my $foster_parent_element;
3939     my $next_sibling;
3940 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
3941     if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
3942 wakaba 1.102 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3943     if (defined $parent and $parent->node_type == 1) {
3944     !!!cp ('t65.1');
3945     $foster_parent_element = $parent;
3946     $next_sibling = $self->{open_elements}->[$_]->[0];
3947     } else {
3948     !!!cp ('t65.2');
3949     $foster_parent_element
3950     = $self->{open_elements}->[$_ - 1]->[0];
3951     }
3952     last OE;
3953     }
3954     } # OE
3955     $foster_parent_element = $self->{open_elements}->[0]->[0]
3956     unless defined $foster_parent_element;
3957     $foster_parent_element->insert_before ($last_node->[0], $next_sibling);
3958     $open_tables->[-1]->[1] = 1; # tainted
3959     } else {
3960     !!!cp ('t65.3');
3961     $common_ancestor_node->[0]->append_child ($last_node->[0]);
3962     }
3963 wakaba 1.1
3964     ## Step 9
3965     my $clone = [$formatting_element->[0]->clone_node (0),
3966     $formatting_element->[1]];
3967    
3968     ## Step 10
3969     my @cn = @{$furthest_block->[0]->child_nodes};
3970     $clone->[0]->append_child ($_) for @cn;
3971    
3972     ## Step 11
3973     $furthest_block->[0]->append_child ($clone->[0]);
3974    
3975     ## Step 12
3976     my $i;
3977     AFE: for (reverse 0..$#$active_formatting_elements) {
3978     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
3979 wakaba 1.79 !!!cp ('t66');
3980 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
3981     $i-- and last AFE if defined $i;
3982     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
3983 wakaba 1.79 !!!cp ('t67');
3984 wakaba 1.1 $i = $_;
3985     }
3986     } # AFE
3987     splice @$active_formatting_elements, $i + 1, 0, $clone;
3988    
3989     ## Step 13
3990     undef $i;
3991 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3992     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
3993 wakaba 1.79 !!!cp ('t68');
3994 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
3995 wakaba 1.1 $i-- and last OE if defined $i;
3996 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
3997 wakaba 1.79 !!!cp ('t69');
3998 wakaba 1.1 $i = $_;
3999     }
4000     } # OE
4001 wakaba 1.3 splice @{$self->{open_elements}}, $i + 1, 1, $clone;
4002 wakaba 1.1
4003     ## Step 14
4004     redo FET;
4005     } # FET
4006     }; # $formatting_end_tag
4007    
4008 wakaba 1.96 $insert = my $insert_to_current = sub {
4009 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
4010 wakaba 1.1 }; # $insert_to_current
4011    
4012     my $insert_to_foster = sub {
4013 wakaba 1.95 my $child = shift;
4014 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
4015 wakaba 1.95 # MUST
4016     my $foster_parent_element;
4017     my $next_sibling;
4018 wakaba 1.123 OE: for (reverse 0..$#{$self->{open_elements}}) {
4019     if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
4020 wakaba 1.3 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
4021 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
4022 wakaba 1.79 !!!cp ('t70');
4023 wakaba 1.1 $foster_parent_element = $parent;
4024 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
4025 wakaba 1.1 } else {
4026 wakaba 1.79 !!!cp ('t71');
4027 wakaba 1.1 $foster_parent_element
4028 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
4029 wakaba 1.1 }
4030     last OE;
4031     }
4032     } # OE
4033 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
4034 wakaba 1.1 unless defined $foster_parent_element;
4035     $foster_parent_element->insert_before
4036     ($child, $next_sibling);
4037 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
4038     } else {
4039     !!!cp ('t72');
4040     $self->{open_elements}->[-1]->[0]->append_child ($child);
4041     }
4042 wakaba 1.1 }; # $insert_to_foster
4043    
4044 wakaba 1.126 B: while (1) {
4045 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
4046 wakaba 1.79 !!!cp ('t73');
4047 wakaba 1.153 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
4048 wakaba 1.52 ## Ignore the token
4049     ## Stay in the phase
4050     !!!next-token;
4051 wakaba 1.126 next B;
4052 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
4053 wakaba 1.52 $token->{tag_name} eq 'html') {
4054 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4055 wakaba 1.79 !!!cp ('t79');
4056 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
4057 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
4058     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
4059 wakaba 1.79 !!!cp ('t80');
4060 wakaba 1.153 !!!parse-error (type => 'after html', text => 'html', token => $token);
4061 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
4062 wakaba 1.79 } else {
4063     !!!cp ('t81');
4064 wakaba 1.52 }
4065    
4066 wakaba 1.84 !!!cp ('t82');
4067 wakaba 1.113 !!!parse-error (type => 'not first start tag', token => $token);
4068 wakaba 1.52 my $top_el = $self->{open_elements}->[0]->[0];
4069     for my $attr_name (keys %{$token->{attributes}}) {
4070     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
4071 wakaba 1.79 !!!cp ('t84');
4072 wakaba 1.52 $top_el->set_attribute_ns
4073     (undef, [undef, $attr_name],
4074     $token->{attributes}->{$attr_name}->{value});
4075     }
4076     }
4077 wakaba 1.125 !!!nack ('t84.1');
4078 wakaba 1.52 !!!next-token;
4079 wakaba 1.126 next B;
4080 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
4081 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
4082 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
4083 wakaba 1.79 !!!cp ('t85');
4084 wakaba 1.52 $self->{document}->append_child ($comment);
4085 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
4086 wakaba 1.79 !!!cp ('t86');
4087 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
4088     } else {
4089 wakaba 1.79 !!!cp ('t87');
4090 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
4091     }
4092     !!!next-token;
4093 wakaba 1.126 next B;
4094     } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
4095     if ($token->{type} == CHARACTER_TOKEN) {
4096     !!!cp ('t87.1');
4097     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4098     !!!next-token;
4099     next B;
4100     } elsif ($token->{type} == START_TAG_TOKEN) {
4101 wakaba 1.129 if ((not {mglyph => 1, malignmark => 1}->{$token->{tag_name}} and
4102     $self->{open_elements}->[-1]->[1] & FOREIGN_FLOW_CONTENT_EL) or
4103 wakaba 1.126 not ($self->{open_elements}->[-1]->[1] & FOREIGN_EL) or
4104     ($token->{tag_name} eq 'svg' and
4105     $self->{open_elements}->[-1]->[1] & MML_AXML_EL)) {
4106     ## NOTE: "using the rules for secondary insertion mode"then"continue"
4107     !!!cp ('t87.2');
4108     #
4109     } elsif ({
4110 wakaba 1.130 b => 1, big => 1, blockquote => 1, body => 1, br => 1,
4111 wakaba 1.146 center => 1, code => 1, dd => 1, div => 1, dl => 1, dt => 1,
4112     em => 1, embed => 1, font => 1, h1 => 1, h2 => 1, h3 => 1,
4113     h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, i => 1,
4114     img => 1, li => 1, listing => 1, menu => 1, meta => 1,
4115     nobr => 1, ol => 1, p => 1, pre => 1, ruby => 1, s => 1,
4116     small => 1, span => 1, strong => 1, strike => 1, sub => 1,
4117     sup => 1, table => 1, tt => 1, u => 1, ul => 1, var => 1,
4118 wakaba 1.126 }->{$token->{tag_name}}) {
4119     !!!cp ('t87.2');
4120     !!!parse-error (type => 'not closed',
4121 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4122 wakaba 1.126 ->manakai_local_name,
4123     token => $token);
4124    
4125     pop @{$self->{open_elements}}
4126     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
4127    
4128 wakaba 1.130 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
4129 wakaba 1.126 ## Reprocess.
4130     next B;
4131     } else {
4132 wakaba 1.131 my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri;
4133     my $tag_name = $token->{tag_name};
4134     if ($nsuri eq $SVG_NS) {
4135     $tag_name = {
4136     altglyph => 'altGlyph',
4137     altglyphdef => 'altGlyphDef',
4138     altglyphitem => 'altGlyphItem',
4139     animatecolor => 'animateColor',
4140     animatemotion => 'animateMotion',
4141     animatetransform => 'animateTransform',
4142     clippath => 'clipPath',
4143     feblend => 'feBlend',
4144     fecolormatrix => 'feColorMatrix',
4145     fecomponenttransfer => 'feComponentTransfer',
4146     fecomposite => 'feComposite',
4147     feconvolvematrix => 'feConvolveMatrix',
4148     fediffuselighting => 'feDiffuseLighting',
4149     fedisplacementmap => 'feDisplacementMap',
4150     fedistantlight => 'feDistantLight',
4151     feflood => 'feFlood',
4152     fefunca => 'feFuncA',
4153     fefuncb => 'feFuncB',
4154     fefuncg => 'feFuncG',
4155     fefuncr => 'feFuncR',
4156     fegaussianblur => 'feGaussianBlur',
4157     feimage => 'feImage',
4158     femerge => 'feMerge',
4159     femergenode => 'feMergeNode',
4160     femorphology => 'feMorphology',
4161     feoffset => 'feOffset',
4162     fepointlight => 'fePointLight',
4163     fespecularlighting => 'feSpecularLighting',
4164     fespotlight => 'feSpotLight',
4165     fetile => 'feTile',
4166     feturbulence => 'feTurbulence',
4167     foreignobject => 'foreignObject',
4168     glyphref => 'glyphRef',
4169     lineargradient => 'linearGradient',
4170     radialgradient => 'radialGradient',
4171     #solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2)
4172     textpath => 'textPath',
4173     }->{$tag_name} || $tag_name;
4174     }
4175    
4176     ## "adjust SVG attributes" (SVG only) - done in insert-element-f
4177    
4178     ## "adjust foreign attributes" - done in insert-element-f
4179 wakaba 1.126
4180 wakaba 1.131 !!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token);
4181 wakaba 1.126
4182     if ($self->{self_closing}) {
4183     pop @{$self->{open_elements}};
4184     !!!ack ('t87.3');
4185     } else {
4186     !!!cp ('t87.4');
4187     }
4188    
4189     !!!next-token;
4190     next B;
4191     }
4192     } elsif ($token->{type} == END_TAG_TOKEN) {
4193     ## NOTE: "using the rules for secondary insertion mode" then "continue"
4194     !!!cp ('t87.5');
4195     #
4196     } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4197     !!!cp ('t87.6');
4198 wakaba 1.146 !!!parse-error (type => 'not closed',
4199 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4200 wakaba 1.146 ->manakai_local_name,
4201     token => $token);
4202    
4203     pop @{$self->{open_elements}}
4204     while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
4205    
4206     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
4207     ## Reprocess.
4208     next B;
4209 wakaba 1.126 } else {
4210     die "$0: $token->{type}: Unknown token type";
4211     }
4212     }
4213    
4214     if ($self->{insertion_mode} & HEAD_IMS) {
4215 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4216 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4217 wakaba 1.99 unless ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4218     !!!cp ('t88.2');
4219     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4220     } else {
4221     !!!cp ('t88.1');
4222     ## Ignore the token.
4223     !!!next-token;
4224 wakaba 1.126 next B;
4225 wakaba 1.99 }
4226 wakaba 1.52 unless (length $token->{data}) {
4227 wakaba 1.79 !!!cp ('t88');
4228 wakaba 1.52 !!!next-token;
4229 wakaba 1.126 next B;
4230 wakaba 1.1 }
4231     }
4232 wakaba 1.52
4233 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4234 wakaba 1.79 !!!cp ('t89');
4235 wakaba 1.52 ## As if <head>
4236 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4237 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4238 wakaba 1.123 push @{$self->{open_elements}},
4239     [$self->{head_element}, $el_category->{head}];
4240 wakaba 1.52
4241     ## Reprocess in the "in head" insertion mode...
4242     pop @{$self->{open_elements}};
4243    
4244     ## Reprocess in the "after head" insertion mode...
4245 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4246 wakaba 1.79 !!!cp ('t90');
4247 wakaba 1.52 ## As if </noscript>
4248     pop @{$self->{open_elements}};
4249 wakaba 1.153 !!!parse-error (type => 'in noscript:#text', token => $token);
4250 wakaba 1.1
4251 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
4252     ## As if </head>
4253     pop @{$self->{open_elements}};
4254    
4255     ## Reprocess in the "after head" insertion mode...
4256 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4257 wakaba 1.79 !!!cp ('t91');
4258 wakaba 1.52 pop @{$self->{open_elements}};
4259    
4260     ## Reprocess in the "after head" insertion mode...
4261 wakaba 1.79 } else {
4262     !!!cp ('t92');
4263 wakaba 1.1 }
4264 wakaba 1.52
4265 wakaba 1.123 ## "after head" insertion mode
4266     ## As if <body>
4267     !!!insert-element ('body',, $token);
4268     $self->{insertion_mode} = IN_BODY_IM;
4269     ## reprocess
4270 wakaba 1.126 next B;
4271 wakaba 1.123 } elsif ($token->{type} == START_TAG_TOKEN) {
4272     if ($token->{tag_name} eq 'head') {
4273     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4274     !!!cp ('t93');
4275 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
4276 wakaba 1.123 $self->{open_elements}->[-1]->[0]->append_child
4277     ($self->{head_element});
4278     push @{$self->{open_elements}},
4279     [$self->{head_element}, $el_category->{head}];
4280     $self->{insertion_mode} = IN_HEAD_IM;
4281 wakaba 1.125 !!!nack ('t93.1');
4282 wakaba 1.123 !!!next-token;
4283 wakaba 1.126 next B;
4284 wakaba 1.125 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4285 wakaba 1.139 !!!cp ('t93.2');
4286 wakaba 1.153 !!!parse-error (type => 'after head', text => 'head',
4287     token => $token);
4288 wakaba 1.139 ## Ignore the token
4289     !!!nack ('t93.3');
4290     !!!next-token;
4291     next B;
4292 wakaba 1.125 } else {
4293     !!!cp ('t95');
4294 wakaba 1.153 !!!parse-error (type => 'in head:head',
4295     token => $token); # or in head noscript
4296 wakaba 1.125 ## Ignore the token
4297     !!!nack ('t95.1');
4298     !!!next-token;
4299 wakaba 1.126 next B;
4300 wakaba 1.125 }
4301     } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4302 wakaba 1.126 !!!cp ('t96');
4303     ## As if <head>
4304     !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4305     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4306     push @{$self->{open_elements}},
4307     [$self->{head_element}, $el_category->{head}];
4308 wakaba 1.52
4309 wakaba 1.126 $self->{insertion_mode} = IN_HEAD_IM;
4310     ## Reprocess in the "in head" insertion mode...
4311     } else {
4312     !!!cp ('t97');
4313     }
4314 wakaba 1.52
4315 wakaba 1.49 if ($token->{tag_name} eq 'base') {
4316 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4317 wakaba 1.79 !!!cp ('t98');
4318 wakaba 1.49 ## As if </noscript>
4319     pop @{$self->{open_elements}};
4320 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'base',
4321     token => $token);
4322 wakaba 1.49
4323 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4324 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4325 wakaba 1.79 } else {
4326     !!!cp ('t99');
4327 wakaba 1.49 }
4328    
4329     ## NOTE: There is a "as if in head" code clone.
4330 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4331 wakaba 1.79 !!!cp ('t100');
4332 wakaba 1.153 !!!parse-error (type => 'after head',
4333     text => $token->{tag_name}, token => $token);
4334 wakaba 1.123 push @{$self->{open_elements}},
4335     [$self->{head_element}, $el_category->{head}];
4336 wakaba 1.79 } else {
4337     !!!cp ('t101');
4338 wakaba 1.49 }
4339 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4340 wakaba 1.49 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4341 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4342 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4343 wakaba 1.125 !!!nack ('t101.1');
4344 wakaba 1.49 !!!next-token;
4345 wakaba 1.126 next B;
4346 wakaba 1.49 } elsif ($token->{tag_name} eq 'link') {
4347 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4348 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4349 wakaba 1.79 !!!cp ('t102');
4350 wakaba 1.153 !!!parse-error (type => 'after head',
4351     text => $token->{tag_name}, token => $token);
4352 wakaba 1.123 push @{$self->{open_elements}},
4353     [$self->{head_element}, $el_category->{head}];
4354 wakaba 1.79 } else {
4355     !!!cp ('t103');
4356 wakaba 1.25 }
4357 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4358 wakaba 1.25 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4359 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4360 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4361 wakaba 1.125 !!!ack ('t103.1');
4362 wakaba 1.1 !!!next-token;
4363 wakaba 1.126 next B;
4364 wakaba 1.34 } elsif ($token->{tag_name} eq 'meta') {
4365     ## NOTE: There is a "as if in head" code clone.
4366 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4367 wakaba 1.79 !!!cp ('t104');
4368 wakaba 1.153 !!!parse-error (type => 'after head',
4369     text => $token->{tag_name}, token => $token);
4370 wakaba 1.123 push @{$self->{open_elements}},
4371     [$self->{head_element}, $el_category->{head}];
4372 wakaba 1.79 } else {
4373     !!!cp ('t105');
4374 wakaba 1.34 }
4375 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4376 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
4377 wakaba 1.34
4378     unless ($self->{confident}) {
4379 wakaba 1.134 if ($token->{attributes}->{charset}) {
4380 wakaba 1.79 !!!cp ('t106');
4381 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4382     ## in the {change_encoding} callback.
4383 wakaba 1.63 $self->{change_encoding}
4384 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value},
4385     $token);
4386 wakaba 1.66
4387     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4388     ->set_user_data (manakai_has_reference =>
4389     $token->{attributes}->{charset}
4390     ->{has_reference});
4391 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
4392     if ($token->{attributes}->{content}->{value}
4393 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
4394 wakaba 1.70 [\x09-\x0D\x20]*=
4395 wakaba 1.34 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
4396 wakaba 1.145 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20\x3B]*))/x) {
4397 wakaba 1.79 !!!cp ('t107');
4398 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
4399     ## in the {change_encoding} callback.
4400 wakaba 1.63 $self->{change_encoding}
4401 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3,
4402     $token);
4403 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4404     ->set_user_data (manakai_has_reference =>
4405     $token->{attributes}->{content}
4406     ->{has_reference});
4407 wakaba 1.79 } else {
4408     !!!cp ('t108');
4409 wakaba 1.63 }
4410 wakaba 1.34 }
4411 wakaba 1.66 } else {
4412     if ($token->{attributes}->{charset}) {
4413 wakaba 1.79 !!!cp ('t109');
4414 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4415     ->set_user_data (manakai_has_reference =>
4416     $token->{attributes}->{charset}
4417     ->{has_reference});
4418     }
4419 wakaba 1.68 if ($token->{attributes}->{content}) {
4420 wakaba 1.79 !!!cp ('t110');
4421 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4422     ->set_user_data (manakai_has_reference =>
4423     $token->{attributes}->{content}
4424     ->{has_reference});
4425     }
4426 wakaba 1.34 }
4427    
4428 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4429 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4430 wakaba 1.125 !!!ack ('t110.1');
4431 wakaba 1.34 !!!next-token;
4432 wakaba 1.126 next B;
4433 wakaba 1.49 } elsif ($token->{tag_name} eq 'title') {
4434 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4435 wakaba 1.79 !!!cp ('t111');
4436 wakaba 1.49 ## As if </noscript>
4437     pop @{$self->{open_elements}};
4438 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'title',
4439     token => $token);
4440 wakaba 1.49
4441 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4442 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4443 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4444 wakaba 1.79 !!!cp ('t112');
4445 wakaba 1.153 !!!parse-error (type => 'after head',
4446     text => $token->{tag_name}, token => $token);
4447 wakaba 1.123 push @{$self->{open_elements}},
4448     [$self->{head_element}, $el_category->{head}];
4449 wakaba 1.79 } else {
4450     !!!cp ('t113');
4451 wakaba 1.25 }
4452 wakaba 1.49
4453     ## NOTE: There is a "as if in head" code clone.
4454 wakaba 1.31 my $parent = defined $self->{head_element} ? $self->{head_element}
4455     : $self->{open_elements}->[-1]->[0];
4456 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
4457 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4458 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4459 wakaba 1.126 next B;
4460 wakaba 1.148 } elsif ($token->{tag_name} eq 'style' or
4461     $token->{tag_name} eq 'noframes') {
4462 wakaba 1.25 ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
4463 wakaba 1.54 ## insertion mode IN_HEAD_IM)
4464 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4465 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
4466 wakaba 1.79 !!!cp ('t114');
4467 wakaba 1.153 !!!parse-error (type => 'after head',
4468     text => $token->{tag_name}, token => $token);
4469 wakaba 1.123 push @{$self->{open_elements}},
4470     [$self->{head_element}, $el_category->{head}];
4471 wakaba 1.79 } else {
4472     !!!cp ('t115');
4473 wakaba 1.25 }
4474 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
4475 wakaba 1.100 pop @{$self->{open_elements}} # <head>
4476 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4477 wakaba 1.126 next B;
4478 wakaba 1.25 } elsif ($token->{tag_name} eq 'noscript') {
4479 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
4480 wakaba 1.79 !!!cp ('t116');
4481 wakaba 1.25 ## NOTE: and scripting is disalbed
4482 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4483 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
4484 wakaba 1.125 !!!nack ('t116.1');
4485 wakaba 1.1 !!!next-token;
4486 wakaba 1.126 next B;
4487 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4488 wakaba 1.79 !!!cp ('t117');
4489 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'noscript',
4490     token => $token);
4491 wakaba 1.1 ## Ignore the token
4492 wakaba 1.125 !!!nack ('t117.1');
4493 wakaba 1.41 !!!next-token;
4494 wakaba 1.126 next B;
4495 wakaba 1.1 } else {
4496 wakaba 1.79 !!!cp ('t118');
4497 wakaba 1.25 #
4498 wakaba 1.1 }
4499 wakaba 1.49 } elsif ($token->{tag_name} eq 'script') {
4500 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4501 wakaba 1.79 !!!cp ('t119');
4502 wakaba 1.49 ## As if </noscript>
4503     pop @{$self->{open_elements}};
4504 wakaba 1.153 !!!parse-error (type => 'in noscript', text => 'script',
4505     token => $token);
4506 wakaba 1.49
4507 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4508 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
4509 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4510 wakaba 1.79 !!!cp ('t120');
4511 wakaba 1.153 !!!parse-error (type => 'after head',
4512     text => $token->{tag_name}, token => $token);
4513 wakaba 1.123 push @{$self->{open_elements}},
4514     [$self->{head_element}, $el_category->{head}];
4515 wakaba 1.79 } else {
4516     !!!cp ('t121');
4517 wakaba 1.25 }
4518 wakaba 1.49
4519 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
4520 wakaba 1.100 $script_start_tag->();
4521     pop @{$self->{open_elements}} # <head>
4522 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
4523 wakaba 1.126 next B;
4524 wakaba 1.49 } elsif ($token->{tag_name} eq 'body' or
4525 wakaba 1.25 $token->{tag_name} eq 'frameset') {
4526 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4527 wakaba 1.79 !!!cp ('t122');
4528 wakaba 1.49 ## As if </noscript>
4529     pop @{$self->{open_elements}};
4530 wakaba 1.153 !!!parse-error (type => 'in noscript',
4531     text => $token->{tag_name}, token => $token);
4532 wakaba 1.49
4533     ## Reprocess in the "in head" insertion mode...
4534     ## As if </head>
4535     pop @{$self->{open_elements}};
4536    
4537     ## Reprocess in the "after head" insertion mode...
4538 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4539 wakaba 1.79 !!!cp ('t124');
4540 wakaba 1.49 pop @{$self->{open_elements}};
4541    
4542     ## Reprocess in the "after head" insertion mode...
4543 wakaba 1.79 } else {
4544     !!!cp ('t125');
4545 wakaba 1.49 }
4546    
4547     ## "after head" insertion mode
4548 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4549 wakaba 1.54 if ($token->{tag_name} eq 'body') {
4550 wakaba 1.79 !!!cp ('t126');
4551 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4552     } elsif ($token->{tag_name} eq 'frameset') {
4553 wakaba 1.79 !!!cp ('t127');
4554 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
4555     } else {
4556     die "$0: tag name: $self->{tag_name}";
4557     }
4558 wakaba 1.125 !!!nack ('t127.1');
4559 wakaba 1.1 !!!next-token;
4560 wakaba 1.126 next B;
4561 wakaba 1.1 } else {
4562 wakaba 1.79 !!!cp ('t128');
4563 wakaba 1.1 #
4564     }
4565 wakaba 1.49
4566 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4567 wakaba 1.79 !!!cp ('t129');
4568 wakaba 1.49 ## As if </noscript>
4569     pop @{$self->{open_elements}};
4570 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4571     text => $token->{tag_name}, token => $token);
4572 wakaba 1.49
4573     ## Reprocess in the "in head" insertion mode...
4574     ## As if </head>
4575 wakaba 1.25 pop @{$self->{open_elements}};
4576 wakaba 1.49
4577     ## Reprocess in the "after head" insertion mode...
4578 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4579 wakaba 1.79 !!!cp ('t130');
4580 wakaba 1.49 ## As if </head>
4581 wakaba 1.25 pop @{$self->{open_elements}};
4582 wakaba 1.49
4583     ## Reprocess in the "after head" insertion mode...
4584 wakaba 1.79 } else {
4585     !!!cp ('t131');
4586 wakaba 1.49 }
4587    
4588     ## "after head" insertion mode
4589     ## As if <body>
4590 wakaba 1.116 !!!insert-element ('body',, $token);
4591 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4592 wakaba 1.49 ## reprocess
4593 wakaba 1.125 !!!ack-later;
4594 wakaba 1.126 next B;
4595 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4596 wakaba 1.49 if ($token->{tag_name} eq 'head') {
4597 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4598 wakaba 1.79 !!!cp ('t132');
4599 wakaba 1.50 ## As if <head>
4600 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4601 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4602 wakaba 1.123 push @{$self->{open_elements}},
4603     [$self->{head_element}, $el_category->{head}];
4604 wakaba 1.50
4605     ## Reprocess in the "in head" insertion mode...
4606     pop @{$self->{open_elements}};
4607 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4608 wakaba 1.50 !!!next-token;
4609 wakaba 1.126 next B;
4610 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4611 wakaba 1.79 !!!cp ('t133');
4612 wakaba 1.49 ## As if </noscript>
4613     pop @{$self->{open_elements}};
4614 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4615     text => 'head', token => $token);
4616 wakaba 1.49
4617     ## Reprocess in the "in head" insertion mode...
4618 wakaba 1.50 pop @{$self->{open_elements}};
4619 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4620 wakaba 1.50 !!!next-token;
4621 wakaba 1.126 next B;
4622 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4623 wakaba 1.79 !!!cp ('t134');
4624 wakaba 1.49 pop @{$self->{open_elements}};
4625 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
4626 wakaba 1.49 !!!next-token;
4627 wakaba 1.126 next B;
4628 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4629     !!!cp ('t134.1');
4630 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'head',
4631     token => $token);
4632 wakaba 1.139 ## Ignore the token
4633     !!!next-token;
4634     next B;
4635 wakaba 1.49 } else {
4636 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4637 wakaba 1.49 }
4638     } elsif ($token->{tag_name} eq 'noscript') {
4639 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4640 wakaba 1.79 !!!cp ('t136');
4641 wakaba 1.49 pop @{$self->{open_elements}};
4642 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
4643 wakaba 1.49 !!!next-token;
4644 wakaba 1.126 next B;
4645 wakaba 1.139 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or
4646     $self->{insertion_mode} == AFTER_HEAD_IM) {
4647 wakaba 1.79 !!!cp ('t137');
4648 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4649     text => 'noscript', token => $token);
4650 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
4651     !!!next-token;
4652 wakaba 1.126 next B;
4653 wakaba 1.49 } else {
4654 wakaba 1.79 !!!cp ('t138');
4655 wakaba 1.49 #
4656     }
4657     } elsif ({
4658 wakaba 1.31 body => 1, html => 1,
4659     }->{$token->{tag_name}}) {
4660 wakaba 1.139 if ($self->{insertion_mode} == BEFORE_HEAD_IM or
4661     $self->{insertion_mode} == IN_HEAD_IM or
4662     $self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4663 wakaba 1.79 !!!cp ('t140');
4664 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4665     text => $token->{tag_name}, token => $token);
4666 wakaba 1.49 ## Ignore the token
4667     !!!next-token;
4668 wakaba 1.126 next B;
4669 wakaba 1.139 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4670     !!!cp ('t140.1');
4671 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4672     text => $token->{tag_name}, token => $token);
4673 wakaba 1.139 ## Ignore the token
4674     !!!next-token;
4675     next B;
4676 wakaba 1.79 } else {
4677 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4678 wakaba 1.49 }
4679 wakaba 1.139 } elsif ($token->{tag_name} eq 'p') {
4680     !!!cp ('t142');
4681 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4682     text => $token->{tag_name}, token => $token);
4683 wakaba 1.139 ## Ignore the token
4684     !!!next-token;
4685     next B;
4686     } elsif ($token->{tag_name} eq 'br') {
4687 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4688 wakaba 1.139 !!!cp ('t142.2');
4689     ## (before head) as if <head>, (in head) as if </head>
4690 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4691 wakaba 1.50 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
4692 wakaba 1.139 $self->{insertion_mode} = AFTER_HEAD_IM;
4693    
4694     ## Reprocess in the "after head" insertion mode...
4695     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4696     !!!cp ('t143.2');
4697     ## As if </head>
4698     pop @{$self->{open_elements}};
4699     $self->{insertion_mode} = AFTER_HEAD_IM;
4700    
4701     ## Reprocess in the "after head" insertion mode...
4702     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4703     !!!cp ('t143.3');
4704     ## ISSUE: Two parse errors for <head><noscript></br>
4705 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4706     text => 'br', token => $token);
4707 wakaba 1.139 ## As if </noscript>
4708     pop @{$self->{open_elements}};
4709     $self->{insertion_mode} = IN_HEAD_IM;
4710 wakaba 1.50
4711     ## Reprocess in the "in head" insertion mode...
4712 wakaba 1.139 ## As if </head>
4713     pop @{$self->{open_elements}};
4714     $self->{insertion_mode} = AFTER_HEAD_IM;
4715    
4716     ## Reprocess in the "after head" insertion mode...
4717     } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
4718     !!!cp ('t143.4');
4719     #
4720 wakaba 1.79 } else {
4721 wakaba 1.139 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4722 wakaba 1.50 }
4723    
4724 wakaba 1.139 ## ISSUE: does not agree with IE7 - it doesn't ignore </br>.
4725 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4726     text => 'br', token => $token);
4727 wakaba 1.139 ## Ignore the token
4728     !!!next-token;
4729     next B;
4730 wakaba 1.25 } else {
4731 wakaba 1.139 !!!cp ('t145');
4732 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4733     text => $token->{tag_name}, token => $token);
4734 wakaba 1.139 ## Ignore the token
4735     !!!next-token;
4736     next B;
4737 wakaba 1.49 }
4738    
4739 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4740 wakaba 1.79 !!!cp ('t146');
4741 wakaba 1.49 ## As if </noscript>
4742     pop @{$self->{open_elements}};
4743 wakaba 1.153 !!!parse-error (type => 'in noscript:/',
4744     text => $token->{tag_name}, token => $token);
4745 wakaba 1.49
4746     ## Reprocess in the "in head" insertion mode...
4747     ## As if </head>
4748     pop @{$self->{open_elements}};
4749    
4750     ## Reprocess in the "after head" insertion mode...
4751 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4752 wakaba 1.79 !!!cp ('t147');
4753 wakaba 1.49 ## As if </head>
4754     pop @{$self->{open_elements}};
4755    
4756     ## Reprocess in the "after head" insertion mode...
4757 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4758 wakaba 1.82 ## ISSUE: This case cannot be reached?
4759 wakaba 1.79 !!!cp ('t148');
4760 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4761     text => $token->{tag_name}, token => $token);
4762 wakaba 1.50 ## Ignore the token ## ISSUE: An issue in the spec.
4763     !!!next-token;
4764 wakaba 1.126 next B;
4765 wakaba 1.79 } else {
4766     !!!cp ('t149');
4767 wakaba 1.1 }
4768    
4769 wakaba 1.49 ## "after head" insertion mode
4770     ## As if <body>
4771 wakaba 1.116 !!!insert-element ('body',, $token);
4772 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
4773 wakaba 1.52 ## reprocess
4774 wakaba 1.126 next B;
4775 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4776     if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
4777     !!!cp ('t149.1');
4778    
4779     ## NOTE: As if <head>
4780 wakaba 1.126 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
4781 wakaba 1.104 $self->{open_elements}->[-1]->[0]->append_child
4782     ($self->{head_element});
4783 wakaba 1.123 #push @{$self->{open_elements}},
4784     # [$self->{head_element}, $el_category->{head}];
4785 wakaba 1.104 #$self->{insertion_mode} = IN_HEAD_IM;
4786     ## NOTE: Reprocess.
4787    
4788     ## NOTE: As if </head>
4789     #pop @{$self->{open_elements}};
4790     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4791     ## NOTE: Reprocess.
4792    
4793     #
4794     } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
4795     !!!cp ('t149.2');
4796    
4797     ## NOTE: As if </head>
4798     pop @{$self->{open_elements}};
4799     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4800     ## NOTE: Reprocess.
4801    
4802     #
4803     } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
4804     !!!cp ('t149.3');
4805    
4806 wakaba 1.113 !!!parse-error (type => 'in noscript:#eof', token => $token);
4807 wakaba 1.104
4808     ## As if </noscript>
4809     pop @{$self->{open_elements}};
4810     #$self->{insertion_mode} = IN_HEAD_IM;
4811     ## NOTE: Reprocess.
4812    
4813     ## NOTE: As if </head>
4814     pop @{$self->{open_elements}};
4815     #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
4816     ## NOTE: Reprocess.
4817    
4818     #
4819     } else {
4820     !!!cp ('t149.4');
4821     #
4822     }
4823    
4824     ## NOTE: As if <body>
4825 wakaba 1.116 !!!insert-element ('body',, $token);
4826 wakaba 1.104 $self->{insertion_mode} = IN_BODY_IM;
4827     ## NOTE: Reprocess.
4828 wakaba 1.126 next B;
4829 wakaba 1.104 } else {
4830     die "$0: $token->{type}: Unknown token type";
4831     }
4832 wakaba 1.52
4833     ## ISSUE: An issue in the spec.
4834 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
4835 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4836 wakaba 1.79 !!!cp ('t150');
4837 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
4838     $reconstruct_active_formatting_elements->($insert_to_current);
4839    
4840     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4841    
4842     !!!next-token;
4843 wakaba 1.126 next B;
4844 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4845 wakaba 1.52 if ({
4846     caption => 1, col => 1, colgroup => 1, tbody => 1,
4847     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
4848     }->{$token->{tag_name}}) {
4849 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
4850 wakaba 1.52 ## have an element in table scope
4851 wakaba 1.108 for (reverse 0..$#{$self->{open_elements}}) {
4852 wakaba 1.52 my $node = $self->{open_elements}->[$_];
4853 wakaba 1.123 if ($node->[1] & TABLE_CELL_EL) {
4854 wakaba 1.79 !!!cp ('t151');
4855 wakaba 1.108
4856     ## Close the cell
4857 wakaba 1.125 !!!back-token; # <x>
4858 wakaba 1.122 $token = {type => END_TAG_TOKEN,
4859     tag_name => $node->[0]->manakai_local_name,
4860 wakaba 1.114 line => $token->{line},
4861     column => $token->{column}};
4862 wakaba 1.126 next B;
4863 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4864 wakaba 1.79 !!!cp ('t152');
4865 wakaba 1.108 ## ISSUE: This case can never be reached, maybe.
4866     last;
4867 wakaba 1.52 }
4868 wakaba 1.108 }
4869    
4870     !!!cp ('t153');
4871     !!!parse-error (type => 'start tag not allowed',
4872 wakaba 1.153 text => $token->{tag_name}, token => $token);
4873 wakaba 1.108 ## Ignore the token
4874 wakaba 1.125 !!!nack ('t153.1');
4875 wakaba 1.108 !!!next-token;
4876 wakaba 1.126 next B;
4877 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
4878 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
4879     token => $token);
4880 wakaba 1.52
4881 wakaba 1.108 ## NOTE: As if </caption>.
4882 wakaba 1.52 ## have a table element in table scope
4883     my $i;
4884 wakaba 1.108 INSCOPE: {
4885     for (reverse 0..$#{$self->{open_elements}}) {
4886     my $node = $self->{open_elements}->[$_];
4887 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
4888 wakaba 1.108 !!!cp ('t155');
4889     $i = $_;
4890     last INSCOPE;
4891 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4892 wakaba 1.108 !!!cp ('t156');
4893     last;
4894     }
4895 wakaba 1.52 }
4896 wakaba 1.108
4897     !!!cp ('t157');
4898     !!!parse-error (type => 'start tag not allowed',
4899 wakaba 1.153 text => $token->{tag_name}, token => $token);
4900 wakaba 1.108 ## Ignore the token
4901 wakaba 1.125 !!!nack ('t157.1');
4902 wakaba 1.108 !!!next-token;
4903 wakaba 1.126 next B;
4904 wakaba 1.52 } # INSCOPE
4905    
4906     ## generate implied end tags
4907 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
4908     & END_TAG_OPTIONAL_EL) {
4909 wakaba 1.79 !!!cp ('t158');
4910 wakaba 1.86 pop @{$self->{open_elements}};
4911 wakaba 1.52 }
4912    
4913 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
4914 wakaba 1.79 !!!cp ('t159');
4915 wakaba 1.122 !!!parse-error (type => 'not closed',
4916 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4917 wakaba 1.122 ->manakai_local_name,
4918     token => $token);
4919 wakaba 1.79 } else {
4920     !!!cp ('t160');
4921 wakaba 1.52 }
4922    
4923     splice @{$self->{open_elements}}, $i;
4924    
4925     $clear_up_to_marker->();
4926    
4927 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4928 wakaba 1.52
4929     ## reprocess
4930 wakaba 1.125 !!!ack-later;
4931 wakaba 1.126 next B;
4932 wakaba 1.52 } else {
4933 wakaba 1.79 !!!cp ('t161');
4934 wakaba 1.52 #
4935     }
4936     } else {
4937 wakaba 1.79 !!!cp ('t162');
4938 wakaba 1.52 #
4939     }
4940 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4941 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
4942 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
4943 wakaba 1.43 ## have an element in table scope
4944 wakaba 1.52 my $i;
4945 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4946     my $node = $self->{open_elements}->[$_];
4947 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
4948 wakaba 1.79 !!!cp ('t163');
4949 wakaba 1.52 $i = $_;
4950 wakaba 1.43 last INSCOPE;
4951 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4952 wakaba 1.79 !!!cp ('t164');
4953 wakaba 1.43 last INSCOPE;
4954     }
4955     } # INSCOPE
4956 wakaba 1.52 unless (defined $i) {
4957 wakaba 1.79 !!!cp ('t165');
4958 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4959     text => $token->{tag_name},
4960     token => $token);
4961 wakaba 1.43 ## Ignore the token
4962     !!!next-token;
4963 wakaba 1.126 next B;
4964 wakaba 1.43 }
4965    
4966 wakaba 1.52 ## generate implied end tags
4967 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
4968     & END_TAG_OPTIONAL_EL) {
4969 wakaba 1.79 !!!cp ('t166');
4970 wakaba 1.86 pop @{$self->{open_elements}};
4971 wakaba 1.52 }
4972 wakaba 1.86
4973 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
4974     ne $token->{tag_name}) {
4975 wakaba 1.79 !!!cp ('t167');
4976 wakaba 1.122 !!!parse-error (type => 'not closed',
4977 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
4978 wakaba 1.122 ->manakai_local_name,
4979     token => $token);
4980 wakaba 1.79 } else {
4981     !!!cp ('t168');
4982 wakaba 1.52 }
4983    
4984     splice @{$self->{open_elements}}, $i;
4985    
4986     $clear_up_to_marker->();
4987    
4988 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
4989 wakaba 1.52
4990     !!!next-token;
4991 wakaba 1.126 next B;
4992 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
4993 wakaba 1.79 !!!cp ('t169');
4994 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
4995     text => $token->{tag_name}, token => $token);
4996 wakaba 1.52 ## Ignore the token
4997     !!!next-token;
4998 wakaba 1.126 next B;
4999 wakaba 1.52 } else {
5000 wakaba 1.79 !!!cp ('t170');
5001 wakaba 1.52 #
5002     }
5003     } elsif ($token->{tag_name} eq 'caption') {
5004 wakaba 1.54 if ($self->{insertion_mode} == IN_CAPTION_IM) {
5005 wakaba 1.43 ## have a table element in table scope
5006     my $i;
5007 wakaba 1.108 INSCOPE: {
5008     for (reverse 0..$#{$self->{open_elements}}) {
5009     my $node = $self->{open_elements}->[$_];
5010 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
5011 wakaba 1.108 !!!cp ('t171');
5012     $i = $_;
5013     last INSCOPE;
5014 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5015 wakaba 1.108 !!!cp ('t172');
5016     last;
5017     }
5018 wakaba 1.43 }
5019 wakaba 1.108
5020     !!!cp ('t173');
5021     !!!parse-error (type => 'unmatched end tag',
5022 wakaba 1.153 text => $token->{tag_name}, token => $token);
5023 wakaba 1.108 ## Ignore the token
5024     !!!next-token;
5025 wakaba 1.126 next B;
5026 wakaba 1.43 } # INSCOPE
5027    
5028     ## generate implied end tags
5029 wakaba 1.123 while ($self->{open_elements}->[-1]->[1]
5030     & END_TAG_OPTIONAL_EL) {
5031 wakaba 1.79 !!!cp ('t174');
5032 wakaba 1.86 pop @{$self->{open_elements}};
5033 wakaba 1.43 }
5034 wakaba 1.52
5035 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
5036 wakaba 1.79 !!!cp ('t175');
5037 wakaba 1.122 !!!parse-error (type => 'not closed',
5038 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5039 wakaba 1.122 ->manakai_local_name,
5040     token => $token);
5041 wakaba 1.79 } else {
5042     !!!cp ('t176');
5043 wakaba 1.52 }
5044    
5045     splice @{$self->{open_elements}}, $i;
5046    
5047     $clear_up_to_marker->();
5048    
5049 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5050 wakaba 1.52
5051     !!!next-token;
5052 wakaba 1.126 next B;
5053 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
5054 wakaba 1.79 !!!cp ('t177');
5055 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5056     text => $token->{tag_name}, token => $token);
5057 wakaba 1.52 ## Ignore the token
5058     !!!next-token;
5059 wakaba 1.126 next B;
5060 wakaba 1.52 } else {
5061 wakaba 1.79 !!!cp ('t178');
5062 wakaba 1.52 #
5063     }
5064     } elsif ({
5065     table => 1, tbody => 1, tfoot => 1,
5066     thead => 1, tr => 1,
5067     }->{$token->{tag_name}} and
5068 wakaba 1.54 $self->{insertion_mode} == IN_CELL_IM) {
5069 wakaba 1.52 ## have an element in table scope
5070     my $i;
5071     my $tn;
5072 wakaba 1.108 INSCOPE: {
5073     for (reverse 0..$#{$self->{open_elements}}) {
5074     my $node = $self->{open_elements}->[$_];
5075 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5076 wakaba 1.108 !!!cp ('t179');
5077     $i = $_;
5078    
5079     ## Close the cell
5080 wakaba 1.125 !!!back-token; # </x>
5081 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => $tn,
5082     line => $token->{line},
5083     column => $token->{column}};
5084 wakaba 1.126 next B;
5085 wakaba 1.123 } elsif ($node->[1] & TABLE_CELL_EL) {
5086 wakaba 1.108 !!!cp ('t180');
5087 wakaba 1.123 $tn = $node->[0]->manakai_local_name;
5088 wakaba 1.108 ## NOTE: There is exactly one |td| or |th| element
5089     ## in scope in the stack of open elements by definition.
5090 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5091 wakaba 1.108 ## ISSUE: Can this be reached?
5092     !!!cp ('t181');
5093     last;
5094     }
5095 wakaba 1.52 }
5096 wakaba 1.108
5097 wakaba 1.79 !!!cp ('t182');
5098 wakaba 1.108 !!!parse-error (type => 'unmatched end tag',
5099 wakaba 1.153 text => $token->{tag_name}, token => $token);
5100 wakaba 1.52 ## Ignore the token
5101     !!!next-token;
5102 wakaba 1.126 next B;
5103 wakaba 1.108 } # INSCOPE
5104 wakaba 1.52 } elsif ($token->{tag_name} eq 'table' and
5105 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
5106 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'caption',
5107     token => $token);
5108 wakaba 1.52
5109     ## As if </caption>
5110     ## have a table element in table scope
5111     my $i;
5112     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5113     my $node = $self->{open_elements}->[$_];
5114 wakaba 1.123 if ($node->[1] & CAPTION_EL) {
5115 wakaba 1.79 !!!cp ('t184');
5116 wakaba 1.52 $i = $_;
5117     last INSCOPE;
5118 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5119 wakaba 1.79 !!!cp ('t185');
5120 wakaba 1.52 last INSCOPE;
5121     }
5122     } # INSCOPE
5123     unless (defined $i) {
5124 wakaba 1.79 !!!cp ('t186');
5125 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5126     text => 'caption', token => $token);
5127 wakaba 1.52 ## Ignore the token
5128     !!!next-token;
5129 wakaba 1.126 next B;
5130 wakaba 1.52 }
5131    
5132     ## generate implied end tags
5133 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5134 wakaba 1.79 !!!cp ('t187');
5135 wakaba 1.86 pop @{$self->{open_elements}};
5136 wakaba 1.52 }
5137    
5138 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & CAPTION_EL) {
5139 wakaba 1.79 !!!cp ('t188');
5140 wakaba 1.122 !!!parse-error (type => 'not closed',
5141 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5142 wakaba 1.122 ->manakai_local_name,
5143     token => $token);
5144 wakaba 1.79 } else {
5145     !!!cp ('t189');
5146 wakaba 1.52 }
5147    
5148     splice @{$self->{open_elements}}, $i;
5149    
5150     $clear_up_to_marker->();
5151    
5152 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5153 wakaba 1.52
5154     ## reprocess
5155 wakaba 1.126 next B;
5156 wakaba 1.52 } elsif ({
5157     body => 1, col => 1, colgroup => 1, html => 1,
5158     }->{$token->{tag_name}}) {
5159 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
5160 wakaba 1.79 !!!cp ('t190');
5161 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5162     text => $token->{tag_name}, token => $token);
5163 wakaba 1.52 ## Ignore the token
5164     !!!next-token;
5165 wakaba 1.126 next B;
5166 wakaba 1.52 } else {
5167 wakaba 1.79 !!!cp ('t191');
5168 wakaba 1.52 #
5169     }
5170     } elsif ({
5171     tbody => 1, tfoot => 1,
5172     thead => 1, tr => 1,
5173     }->{$token->{tag_name}} and
5174 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
5175 wakaba 1.79 !!!cp ('t192');
5176 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5177     text => $token->{tag_name}, token => $token);
5178 wakaba 1.52 ## Ignore the token
5179     !!!next-token;
5180 wakaba 1.126 next B;
5181 wakaba 1.52 } else {
5182 wakaba 1.79 !!!cp ('t193');
5183 wakaba 1.52 #
5184     }
5185 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5186     for my $entry (@{$self->{open_elements}}) {
5187 wakaba 1.123 unless ($entry->[1] & ALL_END_TAG_OPTIONAL_EL) {
5188 wakaba 1.104 !!!cp ('t75');
5189 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
5190 wakaba 1.104 last;
5191     }
5192     }
5193    
5194     ## Stop parsing.
5195     last B;
5196 wakaba 1.52 } else {
5197     die "$0: $token->{type}: Unknown token type";
5198     }
5199    
5200     $insert = $insert_to_current;
5201     #
5202 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
5203 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
5204 wakaba 1.95 if (not $open_tables->[-1]->[1] and # tainted
5205     $token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5206     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5207 wakaba 1.52
5208 wakaba 1.95 unless (length $token->{data}) {
5209     !!!cp ('t194');
5210     !!!next-token;
5211 wakaba 1.126 next B;
5212 wakaba 1.95 } else {
5213     !!!cp ('t195');
5214     }
5215     }
5216 wakaba 1.52
5217 wakaba 1.153 !!!parse-error (type => 'in table:#text', token => $token);
5218 wakaba 1.52
5219     ## As if in body, but insert into foster parent element
5220     ## ISSUE: Spec says that "whenever a node would be inserted
5221     ## into the current node" while characters might not be
5222     ## result in a new Text node.
5223     $reconstruct_active_formatting_elements->($insert_to_foster);
5224    
5225 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
5226 wakaba 1.52 # MUST
5227     my $foster_parent_element;
5228     my $next_sibling;
5229     my $prev_sibling;
5230     OE: for (reverse 0..$#{$self->{open_elements}}) {
5231 wakaba 1.123 if ($self->{open_elements}->[$_]->[1] & TABLE_EL) {
5232 wakaba 1.52 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
5233     if (defined $parent and $parent->node_type == 1) {
5234 wakaba 1.79 !!!cp ('t196');
5235 wakaba 1.52 $foster_parent_element = $parent;
5236     $next_sibling = $self->{open_elements}->[$_]->[0];
5237     $prev_sibling = $next_sibling->previous_sibling;
5238     } else {
5239 wakaba 1.79 !!!cp ('t197');
5240 wakaba 1.52 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
5241     $prev_sibling = $foster_parent_element->last_child;
5242     }
5243     last OE;
5244     }
5245     } # OE
5246     $foster_parent_element = $self->{open_elements}->[0]->[0] and
5247     $prev_sibling = $foster_parent_element->last_child
5248     unless defined $foster_parent_element;
5249     if (defined $prev_sibling and
5250     $prev_sibling->node_type == 3) {
5251 wakaba 1.79 !!!cp ('t198');
5252 wakaba 1.52 $prev_sibling->manakai_append_text ($token->{data});
5253     } else {
5254 wakaba 1.79 !!!cp ('t199');
5255 wakaba 1.52 $foster_parent_element->insert_before
5256     ($self->{document}->create_text_node ($token->{data}),
5257     $next_sibling);
5258     }
5259 wakaba 1.95 $open_tables->[-1]->[1] = 1; # tainted
5260     } else {
5261     !!!cp ('t200');
5262     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
5263     }
5264 wakaba 1.52
5265 wakaba 1.95 !!!next-token;
5266 wakaba 1.126 next B;
5267 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
5268 wakaba 1.153 if ({
5269     tr => ($self->{insertion_mode} != IN_ROW_IM),
5270     th => 1, td => 1,
5271     }->{$token->{tag_name}}) {
5272     if ($self->{insertion_mode} == IN_TABLE_IM) {
5273     ## Clear back to table context
5274     while (not ($self->{open_elements}->[-1]->[1]
5275     & TABLE_SCOPING_EL)) {
5276     !!!cp ('t201');
5277     pop @{$self->{open_elements}};
5278     }
5279    
5280     !!!insert-element ('tbody',, $token);
5281     $self->{insertion_mode} = IN_TABLE_BODY_IM;
5282     ## reprocess in the "in table body" insertion mode...
5283     }
5284    
5285     if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5286     unless ($token->{tag_name} eq 'tr') {
5287     !!!cp ('t202');
5288     !!!parse-error (type => 'missing start tag:tr', token => $token);
5289     }
5290 wakaba 1.43
5291 wakaba 1.153 ## Clear back to table body context
5292     while (not ($self->{open_elements}->[-1]->[1]
5293     & TABLE_ROWS_SCOPING_EL)) {
5294     !!!cp ('t203');
5295     ## ISSUE: Can this case be reached?
5296     pop @{$self->{open_elements}};
5297     }
5298 wakaba 1.43
5299 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
5300 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
5301 wakaba 1.79 !!!cp ('t204');
5302 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5303 wakaba 1.125 !!!nack ('t204');
5304 wakaba 1.52 !!!next-token;
5305 wakaba 1.126 next B;
5306 wakaba 1.52 } else {
5307 wakaba 1.79 !!!cp ('t205');
5308 wakaba 1.116 !!!insert-element ('tr',, $token);
5309 wakaba 1.52 ## reprocess in the "in row" insertion mode
5310     }
5311 wakaba 1.79 } else {
5312     !!!cp ('t206');
5313 wakaba 1.52 }
5314    
5315     ## Clear back to table row context
5316 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5317     & TABLE_ROW_SCOPING_EL)) {
5318 wakaba 1.79 !!!cp ('t207');
5319 wakaba 1.52 pop @{$self->{open_elements}};
5320 wakaba 1.43 }
5321 wakaba 1.52
5322 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5323 wakaba 1.54 $self->{insertion_mode} = IN_CELL_IM;
5324 wakaba 1.52
5325     push @$active_formatting_elements, ['#marker', ''];
5326    
5327 wakaba 1.125 !!!nack ('t207.1');
5328 wakaba 1.52 !!!next-token;
5329 wakaba 1.126 next B;
5330 wakaba 1.52 } elsif ({
5331     caption => 1, col => 1, colgroup => 1,
5332     tbody => 1, tfoot => 1, thead => 1,
5333 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
5334 wakaba 1.52 }->{$token->{tag_name}}) {
5335 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5336 wakaba 1.52 ## As if </tr>
5337 wakaba 1.43 ## have an element in table scope
5338     my $i;
5339     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5340     my $node = $self->{open_elements}->[$_];
5341 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5342 wakaba 1.79 !!!cp ('t208');
5343 wakaba 1.43 $i = $_;
5344     last INSCOPE;
5345 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5346 wakaba 1.79 !!!cp ('t209');
5347 wakaba 1.43 last INSCOPE;
5348     }
5349     } # INSCOPE
5350 wakaba 1.79 unless (defined $i) {
5351 wakaba 1.125 !!!cp ('t210');
5352 wakaba 1.83 ## TODO: This type is wrong.
5353 wakaba 1.153 !!!parse-error (type => 'unmacthed end tag',
5354     text => $token->{tag_name}, token => $token);
5355 wakaba 1.52 ## Ignore the token
5356 wakaba 1.125 !!!nack ('t210.1');
5357 wakaba 1.52 !!!next-token;
5358 wakaba 1.126 next B;
5359 wakaba 1.43 }
5360    
5361 wakaba 1.52 ## Clear back to table row context
5362 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5363     & TABLE_ROW_SCOPING_EL)) {
5364 wakaba 1.79 !!!cp ('t211');
5365 wakaba 1.83 ## ISSUE: Can this case be reached?
5366 wakaba 1.52 pop @{$self->{open_elements}};
5367 wakaba 1.1 }
5368 wakaba 1.43
5369 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5370 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5371 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
5372 wakaba 1.79 !!!cp ('t212');
5373 wakaba 1.52 ## reprocess
5374 wakaba 1.125 !!!ack-later;
5375 wakaba 1.126 next B;
5376 wakaba 1.52 } else {
5377 wakaba 1.79 !!!cp ('t213');
5378 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
5379     }
5380 wakaba 1.1 }
5381 wakaba 1.52
5382 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5383 wakaba 1.52 ## have an element in table scope
5384 wakaba 1.43 my $i;
5385     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5386     my $node = $self->{open_elements}->[$_];
5387 wakaba 1.123 if ($node->[1] & TABLE_ROW_GROUP_EL) {
5388 wakaba 1.79 !!!cp ('t214');
5389 wakaba 1.43 $i = $_;
5390     last INSCOPE;
5391 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5392 wakaba 1.79 !!!cp ('t215');
5393 wakaba 1.43 last INSCOPE;
5394     }
5395     } # INSCOPE
5396 wakaba 1.52 unless (defined $i) {
5397 wakaba 1.79 !!!cp ('t216');
5398 wakaba 1.153 ## TODO: This erorr type is wrong.
5399     !!!parse-error (type => 'unmatched end tag',
5400     text => $token->{tag_name}, token => $token);
5401 wakaba 1.52 ## Ignore the token
5402 wakaba 1.125 !!!nack ('t216.1');
5403 wakaba 1.52 !!!next-token;
5404 wakaba 1.126 next B;
5405 wakaba 1.43 }
5406 wakaba 1.52
5407     ## Clear back to table body context
5408 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5409     & TABLE_ROWS_SCOPING_EL)) {
5410 wakaba 1.79 !!!cp ('t217');
5411 wakaba 1.83 ## ISSUE: Can this state be reached?
5412 wakaba 1.52 pop @{$self->{open_elements}};
5413 wakaba 1.43 }
5414    
5415 wakaba 1.52 ## As if <{current node}>
5416     ## have an element in table scope
5417     ## true by definition
5418 wakaba 1.43
5419 wakaba 1.52 ## Clear back to table body context
5420     ## nop by definition
5421 wakaba 1.43
5422 wakaba 1.52 pop @{$self->{open_elements}};
5423 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5424 wakaba 1.52 ## reprocess in "in table" insertion mode...
5425 wakaba 1.79 } else {
5426     !!!cp ('t218');
5427 wakaba 1.52 }
5428    
5429     if ($token->{tag_name} eq 'col') {
5430     ## Clear back to table context
5431 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5432     & TABLE_SCOPING_EL)) {
5433 wakaba 1.79 !!!cp ('t219');
5434 wakaba 1.83 ## ISSUE: Can this state be reached?
5435 wakaba 1.52 pop @{$self->{open_elements}};
5436     }
5437 wakaba 1.43
5438 wakaba 1.116 !!!insert-element ('colgroup',, $token);
5439 wakaba 1.54 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
5440 wakaba 1.52 ## reprocess
5441 wakaba 1.125 !!!ack-later;
5442 wakaba 1.126 next B;
5443 wakaba 1.52 } elsif ({
5444     caption => 1,
5445     colgroup => 1,
5446     tbody => 1, tfoot => 1, thead => 1,
5447     }->{$token->{tag_name}}) {
5448     ## Clear back to table context
5449 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5450     & TABLE_SCOPING_EL)) {
5451 wakaba 1.79 !!!cp ('t220');
5452 wakaba 1.83 ## ISSUE: Can this state be reached?
5453 wakaba 1.52 pop @{$self->{open_elements}};
5454 wakaba 1.1 }
5455 wakaba 1.52
5456     push @$active_formatting_elements, ['#marker', '']
5457     if $token->{tag_name} eq 'caption';
5458    
5459 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5460 wakaba 1.52 $self->{insertion_mode} = {
5461 wakaba 1.54 caption => IN_CAPTION_IM,
5462     colgroup => IN_COLUMN_GROUP_IM,
5463     tbody => IN_TABLE_BODY_IM,
5464     tfoot => IN_TABLE_BODY_IM,
5465     thead => IN_TABLE_BODY_IM,
5466 wakaba 1.52 }->{$token->{tag_name}};
5467 wakaba 1.1 !!!next-token;
5468 wakaba 1.125 !!!nack ('t220.1');
5469 wakaba 1.126 next B;
5470 wakaba 1.52 } else {
5471     die "$0: in table: <>: $token->{tag_name}";
5472 wakaba 1.1 }
5473 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5474 wakaba 1.122 !!!parse-error (type => 'not closed',
5475 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5476 wakaba 1.122 ->manakai_local_name,
5477     token => $token);
5478 wakaba 1.1
5479 wakaba 1.52 ## As if </table>
5480 wakaba 1.1 ## have a table element in table scope
5481     my $i;
5482 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5483     my $node = $self->{open_elements}->[$_];
5484 wakaba 1.123 if ($node->[1] & TABLE_EL) {
5485 wakaba 1.79 !!!cp ('t221');
5486 wakaba 1.1 $i = $_;
5487     last INSCOPE;
5488 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5489 wakaba 1.79 !!!cp ('t222');
5490 wakaba 1.1 last INSCOPE;
5491     }
5492     } # INSCOPE
5493     unless (defined $i) {
5494 wakaba 1.79 !!!cp ('t223');
5495 wakaba 1.83 ## TODO: The following is wrong, maybe.
5496 wakaba 1.153 !!!parse-error (type => 'unmatched end tag', text => 'table',
5497     token => $token);
5498 wakaba 1.52 ## Ignore tokens </table><table>
5499 wakaba 1.125 !!!nack ('t223.1');
5500 wakaba 1.1 !!!next-token;
5501 wakaba 1.126 next B;
5502 wakaba 1.1 }
5503    
5504 wakaba 1.151 ## TODO: Followings are removed from the latest spec.
5505 wakaba 1.1 ## generate implied end tags
5506 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5507 wakaba 1.79 !!!cp ('t224');
5508 wakaba 1.86 pop @{$self->{open_elements}};
5509 wakaba 1.1 }
5510    
5511 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & TABLE_EL) {
5512 wakaba 1.79 !!!cp ('t225');
5513 wakaba 1.122 ## NOTE: |<table><tr><table>|
5514     !!!parse-error (type => 'not closed',
5515 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
5516 wakaba 1.122 ->manakai_local_name,
5517     token => $token);
5518 wakaba 1.79 } else {
5519     !!!cp ('t226');
5520 wakaba 1.1 }
5521    
5522 wakaba 1.3 splice @{$self->{open_elements}}, $i;
5523 wakaba 1.95 pop @{$open_tables};
5524 wakaba 1.1
5525 wakaba 1.52 $self->_reset_insertion_mode;
5526 wakaba 1.1
5527 wakaba 1.125 ## reprocess
5528     !!!ack-later;
5529 wakaba 1.126 next B;
5530 wakaba 1.100 } elsif ($token->{tag_name} eq 'style') {
5531     if (not $open_tables->[-1]->[1]) { # tainted
5532     !!!cp ('t227.8');
5533     ## NOTE: This is a "as if in head" code clone.
5534     $parse_rcdata->(CDATA_CONTENT_MODEL);
5535 wakaba 1.126 next B;
5536 wakaba 1.100 } else {
5537     !!!cp ('t227.7');
5538     #
5539     }
5540     } elsif ($token->{tag_name} eq 'script') {
5541     if (not $open_tables->[-1]->[1]) { # tainted
5542     !!!cp ('t227.6');
5543     ## NOTE: This is a "as if in head" code clone.
5544     $script_start_tag->();
5545 wakaba 1.126 next B;
5546 wakaba 1.100 } else {
5547     !!!cp ('t227.5');
5548     #
5549     }
5550 wakaba 1.98 } elsif ($token->{tag_name} eq 'input') {
5551     if (not $open_tables->[-1]->[1]) { # tainted
5552     if ($token->{attributes}->{type}) { ## TODO: case
5553     my $type = lc $token->{attributes}->{type}->{value};
5554     if ($type eq 'hidden') {
5555     !!!cp ('t227.3');
5556 wakaba 1.153 !!!parse-error (type => 'in table',
5557     text => $token->{tag_name}, token => $token);
5558 wakaba 1.98
5559 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5560 wakaba 1.98
5561     ## TODO: form element pointer
5562    
5563     pop @{$self->{open_elements}};
5564    
5565     !!!next-token;
5566 wakaba 1.125 !!!ack ('t227.2.1');
5567 wakaba 1.126 next B;
5568 wakaba 1.98 } else {
5569     !!!cp ('t227.2');
5570     #
5571     }
5572     } else {
5573     !!!cp ('t227.1');
5574     #
5575     }
5576     } else {
5577     !!!cp ('t227.4');
5578     #
5579     }
5580 wakaba 1.58 } else {
5581 wakaba 1.79 !!!cp ('t227');
5582 wakaba 1.58 #
5583     }
5584 wakaba 1.98
5585 wakaba 1.153 !!!parse-error (type => 'in table', text => $token->{tag_name},
5586     token => $token);
5587 wakaba 1.98
5588     $insert = $insert_to_foster;
5589     #
5590 wakaba 1.58 } elsif ($token->{type} == END_TAG_TOKEN) {
5591 wakaba 1.52 if ($token->{tag_name} eq 'tr' and
5592 wakaba 1.54 $self->{insertion_mode} == IN_ROW_IM) {
5593 wakaba 1.52 ## have an element in table scope
5594     my $i;
5595     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5596     my $node = $self->{open_elements}->[$_];
5597 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5598 wakaba 1.79 !!!cp ('t228');
5599 wakaba 1.52 $i = $_;
5600     last INSCOPE;
5601 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5602 wakaba 1.79 !!!cp ('t229');
5603 wakaba 1.52 last INSCOPE;
5604     }
5605     } # INSCOPE
5606     unless (defined $i) {
5607 wakaba 1.79 !!!cp ('t230');
5608 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5609     text => $token->{tag_name}, token => $token);
5610 wakaba 1.52 ## Ignore the token
5611 wakaba 1.125 !!!nack ('t230.1');
5612 wakaba 1.42 !!!next-token;
5613 wakaba 1.126 next B;
5614 wakaba 1.79 } else {
5615     !!!cp ('t232');
5616 wakaba 1.42 }
5617    
5618 wakaba 1.52 ## Clear back to table row context
5619 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5620     & TABLE_ROW_SCOPING_EL)) {
5621 wakaba 1.79 !!!cp ('t231');
5622 wakaba 1.83 ## ISSUE: Can this state be reached?
5623 wakaba 1.52 pop @{$self->{open_elements}};
5624     }
5625 wakaba 1.42
5626 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5627 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5628 wakaba 1.52 !!!next-token;
5629 wakaba 1.125 !!!nack ('t231.1');
5630 wakaba 1.126 next B;
5631 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5632 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5633 wakaba 1.52 ## As if </tr>
5634     ## have an element in table scope
5635     my $i;
5636     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5637     my $node = $self->{open_elements}->[$_];
5638 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5639 wakaba 1.79 !!!cp ('t233');
5640 wakaba 1.52 $i = $_;
5641     last INSCOPE;
5642 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5643 wakaba 1.79 !!!cp ('t234');
5644 wakaba 1.52 last INSCOPE;
5645 wakaba 1.42 }
5646 wakaba 1.52 } # INSCOPE
5647     unless (defined $i) {
5648 wakaba 1.79 !!!cp ('t235');
5649 wakaba 1.83 ## TODO: The following is wrong.
5650 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5651     text => $token->{type}, token => $token);
5652 wakaba 1.52 ## Ignore the token
5653 wakaba 1.125 !!!nack ('t236.1');
5654 wakaba 1.52 !!!next-token;
5655 wakaba 1.126 next B;
5656 wakaba 1.42 }
5657 wakaba 1.52
5658     ## Clear back to table row context
5659 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5660     & TABLE_ROW_SCOPING_EL)) {
5661 wakaba 1.79 !!!cp ('t236');
5662 wakaba 1.83 ## ISSUE: Can this state be reached?
5663 wakaba 1.46 pop @{$self->{open_elements}};
5664 wakaba 1.1 }
5665 wakaba 1.46
5666 wakaba 1.52 pop @{$self->{open_elements}}; # tr
5667 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5668 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
5669 wakaba 1.1 }
5670    
5671 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
5672 wakaba 1.52 ## have an element in table scope
5673     my $i;
5674     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5675     my $node = $self->{open_elements}->[$_];
5676 wakaba 1.123 if ($node->[1] & TABLE_ROW_GROUP_EL) {
5677 wakaba 1.79 !!!cp ('t237');
5678 wakaba 1.52 $i = $_;
5679     last INSCOPE;
5680 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5681 wakaba 1.79 !!!cp ('t238');
5682 wakaba 1.52 last INSCOPE;
5683     }
5684     } # INSCOPE
5685     unless (defined $i) {
5686 wakaba 1.79 !!!cp ('t239');
5687 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5688     text => $token->{tag_name}, token => $token);
5689 wakaba 1.52 ## Ignore the token
5690 wakaba 1.125 !!!nack ('t239.1');
5691 wakaba 1.52 !!!next-token;
5692 wakaba 1.126 next B;
5693 wakaba 1.47 }
5694    
5695     ## Clear back to table body context
5696 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5697     & TABLE_ROWS_SCOPING_EL)) {
5698 wakaba 1.79 !!!cp ('t240');
5699 wakaba 1.47 pop @{$self->{open_elements}};
5700     }
5701    
5702 wakaba 1.52 ## As if <{current node}>
5703     ## have an element in table scope
5704     ## true by definition
5705    
5706     ## Clear back to table body context
5707     ## nop by definition
5708    
5709     pop @{$self->{open_elements}};
5710 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5711 wakaba 1.52 ## reprocess in the "in table" insertion mode...
5712     }
5713    
5714 wakaba 1.94 ## NOTE: </table> in the "in table" insertion mode.
5715     ## When you edit the code fragment below, please ensure that
5716     ## the code for <table> in the "in table" insertion mode
5717     ## is synced with it.
5718    
5719 wakaba 1.52 ## have a table element in table scope
5720     my $i;
5721     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5722     my $node = $self->{open_elements}->[$_];
5723 wakaba 1.123 if ($node->[1] & TABLE_EL) {
5724 wakaba 1.79 !!!cp ('t241');
5725 wakaba 1.52 $i = $_;
5726     last INSCOPE;
5727 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5728 wakaba 1.79 !!!cp ('t242');
5729 wakaba 1.52 last INSCOPE;
5730 wakaba 1.47 }
5731 wakaba 1.52 } # INSCOPE
5732     unless (defined $i) {
5733 wakaba 1.79 !!!cp ('t243');
5734 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5735     text => $token->{tag_name}, token => $token);
5736 wakaba 1.52 ## Ignore the token
5737 wakaba 1.125 !!!nack ('t243.1');
5738 wakaba 1.52 !!!next-token;
5739 wakaba 1.126 next B;
5740 wakaba 1.3 }
5741 wakaba 1.52
5742     splice @{$self->{open_elements}}, $i;
5743 wakaba 1.95 pop @{$open_tables};
5744 wakaba 1.1
5745 wakaba 1.52 $self->_reset_insertion_mode;
5746 wakaba 1.47
5747     !!!next-token;
5748 wakaba 1.126 next B;
5749 wakaba 1.47 } elsif ({
5750 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
5751 wakaba 1.52 }->{$token->{tag_name}} and
5752 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
5753 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
5754 wakaba 1.52 ## have an element in table scope
5755     my $i;
5756     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5757     my $node = $self->{open_elements}->[$_];
5758 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5759 wakaba 1.79 !!!cp ('t247');
5760 wakaba 1.52 $i = $_;
5761     last INSCOPE;
5762 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5763 wakaba 1.79 !!!cp ('t248');
5764 wakaba 1.52 last INSCOPE;
5765     }
5766     } # INSCOPE
5767     unless (defined $i) {
5768 wakaba 1.79 !!!cp ('t249');
5769 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5770     text => $token->{tag_name}, token => $token);
5771 wakaba 1.52 ## Ignore the token
5772 wakaba 1.125 !!!nack ('t249.1');
5773 wakaba 1.52 !!!next-token;
5774 wakaba 1.126 next B;
5775 wakaba 1.52 }
5776    
5777 wakaba 1.48 ## As if </tr>
5778     ## have an element in table scope
5779     my $i;
5780     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5781     my $node = $self->{open_elements}->[$_];
5782 wakaba 1.123 if ($node->[1] & TABLE_ROW_EL) {
5783 wakaba 1.79 !!!cp ('t250');
5784 wakaba 1.48 $i = $_;
5785     last INSCOPE;
5786 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5787 wakaba 1.79 !!!cp ('t251');
5788 wakaba 1.48 last INSCOPE;
5789     }
5790     } # INSCOPE
5791 wakaba 1.52 unless (defined $i) {
5792 wakaba 1.79 !!!cp ('t252');
5793 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5794     text => 'tr', token => $token);
5795 wakaba 1.52 ## Ignore the token
5796 wakaba 1.125 !!!nack ('t252.1');
5797 wakaba 1.52 !!!next-token;
5798 wakaba 1.126 next B;
5799 wakaba 1.52 }
5800 wakaba 1.48
5801     ## Clear back to table row context
5802 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5803     & TABLE_ROW_SCOPING_EL)) {
5804 wakaba 1.79 !!!cp ('t253');
5805 wakaba 1.83 ## ISSUE: Can this case be reached?
5806 wakaba 1.48 pop @{$self->{open_elements}};
5807     }
5808    
5809     pop @{$self->{open_elements}}; # tr
5810 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
5811 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
5812     }
5813    
5814     ## have an element in table scope
5815     my $i;
5816     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5817     my $node = $self->{open_elements}->[$_];
5818 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5819 wakaba 1.79 !!!cp ('t254');
5820 wakaba 1.52 $i = $_;
5821     last INSCOPE;
5822 wakaba 1.123 } elsif ($node->[1] & TABLE_SCOPING_EL) {
5823 wakaba 1.79 !!!cp ('t255');
5824 wakaba 1.52 last INSCOPE;
5825     }
5826     } # INSCOPE
5827     unless (defined $i) {
5828 wakaba 1.79 !!!cp ('t256');
5829 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5830     text => $token->{tag_name}, token => $token);
5831 wakaba 1.52 ## Ignore the token
5832 wakaba 1.125 !!!nack ('t256.1');
5833 wakaba 1.52 !!!next-token;
5834 wakaba 1.126 next B;
5835 wakaba 1.52 }
5836    
5837     ## Clear back to table body context
5838 wakaba 1.123 while (not ($self->{open_elements}->[-1]->[1]
5839     & TABLE_ROWS_SCOPING_EL)) {
5840 wakaba 1.79 !!!cp ('t257');
5841 wakaba 1.83 ## ISSUE: Can this case be reached?
5842 wakaba 1.52 pop @{$self->{open_elements}};
5843     }
5844    
5845     pop @{$self->{open_elements}};
5846 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5847 wakaba 1.125 !!!nack ('t257.1');
5848 wakaba 1.52 !!!next-token;
5849 wakaba 1.126 next B;
5850 wakaba 1.52 } elsif ({
5851     body => 1, caption => 1, col => 1, colgroup => 1,
5852     html => 1, td => 1, th => 1,
5853 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
5854     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
5855 wakaba 1.52 }->{$token->{tag_name}}) {
5856 wakaba 1.125 !!!cp ('t258');
5857 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5858     text => $token->{tag_name}, token => $token);
5859 wakaba 1.125 ## Ignore the token
5860     !!!nack ('t258.1');
5861     !!!next-token;
5862 wakaba 1.126 next B;
5863 wakaba 1.58 } else {
5864 wakaba 1.79 !!!cp ('t259');
5865 wakaba 1.153 !!!parse-error (type => 'in table:/',
5866     text => $token->{tag_name}, token => $token);
5867 wakaba 1.52
5868 wakaba 1.58 $insert = $insert_to_foster;
5869     #
5870     }
5871 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5872 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
5873 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
5874 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
5875 wakaba 1.104 !!!cp ('t259.1');
5876 wakaba 1.105 #
5877 wakaba 1.104 } else {
5878     !!!cp ('t259.2');
5879 wakaba 1.105 #
5880 wakaba 1.104 }
5881    
5882     ## Stop parsing
5883     last B;
5884 wakaba 1.58 } else {
5885     die "$0: $token->{type}: Unknown token type";
5886     }
5887 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
5888 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5889 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5890     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5891     unless (length $token->{data}) {
5892 wakaba 1.79 !!!cp ('t260');
5893 wakaba 1.52 !!!next-token;
5894 wakaba 1.126 next B;
5895 wakaba 1.52 }
5896     }
5897    
5898 wakaba 1.79 !!!cp ('t261');
5899 wakaba 1.52 #
5900 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5901 wakaba 1.52 if ($token->{tag_name} eq 'col') {
5902 wakaba 1.79 !!!cp ('t262');
5903 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5904 wakaba 1.52 pop @{$self->{open_elements}};
5905 wakaba 1.125 !!!ack ('t262.1');
5906 wakaba 1.52 !!!next-token;
5907 wakaba 1.126 next B;
5908 wakaba 1.52 } else {
5909 wakaba 1.79 !!!cp ('t263');
5910 wakaba 1.52 #
5911     }
5912 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5913 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
5914 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL) {
5915 wakaba 1.79 !!!cp ('t264');
5916 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5917     text => 'colgroup', token => $token);
5918 wakaba 1.52 ## Ignore the token
5919     !!!next-token;
5920 wakaba 1.126 next B;
5921 wakaba 1.52 } else {
5922 wakaba 1.79 !!!cp ('t265');
5923 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
5924 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5925 wakaba 1.52 !!!next-token;
5926 wakaba 1.126 next B;
5927 wakaba 1.52 }
5928     } elsif ($token->{tag_name} eq 'col') {
5929 wakaba 1.79 !!!cp ('t266');
5930 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5931     text => 'col', token => $token);
5932 wakaba 1.52 ## Ignore the token
5933     !!!next-token;
5934 wakaba 1.126 next B;
5935 wakaba 1.52 } else {
5936 wakaba 1.79 !!!cp ('t267');
5937 wakaba 1.52 #
5938     }
5939 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
5940 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL and
5941 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
5942     !!!cp ('t270.2');
5943     ## Stop parsing.
5944     last B;
5945     } else {
5946     ## NOTE: As if </colgroup>.
5947     !!!cp ('t270.1');
5948     pop @{$self->{open_elements}}; # colgroup
5949     $self->{insertion_mode} = IN_TABLE_IM;
5950     ## Reprocess.
5951 wakaba 1.126 next B;
5952 wakaba 1.104 }
5953     } else {
5954     die "$0: $token->{type}: Unknown token type";
5955     }
5956 wakaba 1.52
5957     ## As if </colgroup>
5958 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL) {
5959 wakaba 1.79 !!!cp ('t269');
5960 wakaba 1.104 ## TODO: Wrong error type?
5961 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
5962     text => 'colgroup', token => $token);
5963 wakaba 1.52 ## Ignore the token
5964 wakaba 1.125 !!!nack ('t269.1');
5965 wakaba 1.52 !!!next-token;
5966 wakaba 1.126 next B;
5967 wakaba 1.52 } else {
5968 wakaba 1.79 !!!cp ('t270');
5969 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
5970 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5971 wakaba 1.125 !!!ack-later;
5972 wakaba 1.52 ## reprocess
5973 wakaba 1.126 next B;
5974 wakaba 1.52 }
5975 wakaba 1.101 } elsif ($self->{insertion_mode} & SELECT_IMS) {
5976 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
5977 wakaba 1.79 !!!cp ('t271');
5978 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
5979     !!!next-token;
5980 wakaba 1.126 next B;
5981 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
5982 wakaba 1.123 if ($token->{tag_name} eq 'option') {
5983     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
5984     !!!cp ('t272');
5985     ## As if </option>
5986     pop @{$self->{open_elements}};
5987     } else {
5988     !!!cp ('t273');
5989     }
5990 wakaba 1.52
5991 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
5992 wakaba 1.125 !!!nack ('t273.1');
5993 wakaba 1.123 !!!next-token;
5994 wakaba 1.126 next B;
5995 wakaba 1.123 } elsif ($token->{tag_name} eq 'optgroup') {
5996     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
5997     !!!cp ('t274');
5998     ## As if </option>
5999     pop @{$self->{open_elements}};
6000     } else {
6001     !!!cp ('t275');
6002     }
6003 wakaba 1.52
6004 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & OPTGROUP_EL) {
6005     !!!cp ('t276');
6006     ## As if </optgroup>
6007     pop @{$self->{open_elements}};
6008     } else {
6009     !!!cp ('t277');
6010     }
6011 wakaba 1.52
6012 wakaba 1.123 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6013 wakaba 1.125 !!!nack ('t277.1');
6014 wakaba 1.123 !!!next-token;
6015 wakaba 1.126 next B;
6016 wakaba 1.146 } elsif ({
6017     select => 1, input => 1, textarea => 1,
6018     }->{$token->{tag_name}} or
6019 wakaba 1.101 ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
6020     {
6021     caption => 1, table => 1,
6022     tbody => 1, tfoot => 1, thead => 1,
6023     tr => 1, td => 1, th => 1,
6024     }->{$token->{tag_name}})) {
6025     ## TODO: The type below is not good - <select> is replaced by </select>
6026 wakaba 1.153 !!!parse-error (type => 'not closed', text => 'select',
6027     token => $token);
6028 wakaba 1.101 ## NOTE: As if the token were </select> (<select> case) or
6029     ## as if there were </select> (otherwise).
6030 wakaba 1.123 ## have an element in table scope
6031     my $i;
6032     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6033     my $node = $self->{open_elements}->[$_];
6034     if ($node->[1] & SELECT_EL) {
6035     !!!cp ('t278');
6036     $i = $_;
6037     last INSCOPE;
6038     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6039     !!!cp ('t279');
6040     last INSCOPE;
6041     }
6042     } # INSCOPE
6043     unless (defined $i) {
6044     !!!cp ('t280');
6045 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6046     text => 'select', token => $token);
6047 wakaba 1.123 ## Ignore the token
6048 wakaba 1.125 !!!nack ('t280.1');
6049 wakaba 1.123 !!!next-token;
6050 wakaba 1.126 next B;
6051 wakaba 1.123 }
6052 wakaba 1.52
6053 wakaba 1.123 !!!cp ('t281');
6054     splice @{$self->{open_elements}}, $i;
6055 wakaba 1.52
6056 wakaba 1.123 $self->_reset_insertion_mode;
6057 wakaba 1.47
6058 wakaba 1.101 if ($token->{tag_name} eq 'select') {
6059 wakaba 1.125 !!!nack ('t281.2');
6060 wakaba 1.101 !!!next-token;
6061 wakaba 1.126 next B;
6062 wakaba 1.101 } else {
6063     !!!cp ('t281.1');
6064 wakaba 1.125 !!!ack-later;
6065 wakaba 1.101 ## Reprocess the token.
6066 wakaba 1.126 next B;
6067 wakaba 1.101 }
6068 wakaba 1.58 } else {
6069 wakaba 1.79 !!!cp ('t282');
6070 wakaba 1.153 !!!parse-error (type => 'in select',
6071     text => $token->{tag_name}, token => $token);
6072 wakaba 1.58 ## Ignore the token
6073 wakaba 1.125 !!!nack ('t282.1');
6074 wakaba 1.58 !!!next-token;
6075 wakaba 1.126 next B;
6076 wakaba 1.58 }
6077     } elsif ($token->{type} == END_TAG_TOKEN) {
6078 wakaba 1.123 if ($token->{tag_name} eq 'optgroup') {
6079     if ($self->{open_elements}->[-1]->[1] & OPTION_EL and
6080     $self->{open_elements}->[-2]->[1] & OPTGROUP_EL) {
6081     !!!cp ('t283');
6082     ## As if </option>
6083     splice @{$self->{open_elements}}, -2;
6084     } elsif ($self->{open_elements}->[-1]->[1] & OPTGROUP_EL) {
6085     !!!cp ('t284');
6086     pop @{$self->{open_elements}};
6087     } else {
6088     !!!cp ('t285');
6089 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6090     text => $token->{tag_name}, token => $token);
6091 wakaba 1.123 ## Ignore the token
6092     }
6093 wakaba 1.125 !!!nack ('t285.1');
6094 wakaba 1.123 !!!next-token;
6095 wakaba 1.126 next B;
6096 wakaba 1.123 } elsif ($token->{tag_name} eq 'option') {
6097     if ($self->{open_elements}->[-1]->[1] & OPTION_EL) {
6098     !!!cp ('t286');
6099     pop @{$self->{open_elements}};
6100     } else {
6101     !!!cp ('t287');
6102 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6103     text => $token->{tag_name}, token => $token);
6104 wakaba 1.123 ## Ignore the token
6105     }
6106 wakaba 1.125 !!!nack ('t287.1');
6107 wakaba 1.123 !!!next-token;
6108 wakaba 1.126 next B;
6109 wakaba 1.123 } elsif ($token->{tag_name} eq 'select') {
6110     ## have an element in table scope
6111     my $i;
6112     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6113     my $node = $self->{open_elements}->[$_];
6114     if ($node->[1] & SELECT_EL) {
6115     !!!cp ('t288');
6116     $i = $_;
6117     last INSCOPE;
6118     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6119     !!!cp ('t289');
6120     last INSCOPE;
6121     }
6122     } # INSCOPE
6123     unless (defined $i) {
6124     !!!cp ('t290');
6125 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6126     text => $token->{tag_name}, token => $token);
6127 wakaba 1.123 ## Ignore the token
6128 wakaba 1.125 !!!nack ('t290.1');
6129 wakaba 1.123 !!!next-token;
6130 wakaba 1.126 next B;
6131 wakaba 1.123 }
6132 wakaba 1.52
6133 wakaba 1.123 !!!cp ('t291');
6134     splice @{$self->{open_elements}}, $i;
6135 wakaba 1.52
6136 wakaba 1.123 $self->_reset_insertion_mode;
6137 wakaba 1.52
6138 wakaba 1.125 !!!nack ('t291.1');
6139 wakaba 1.123 !!!next-token;
6140 wakaba 1.126 next B;
6141 wakaba 1.101 } elsif ($self->{insertion_mode} == IN_SELECT_IN_TABLE_IM and
6142     {
6143     caption => 1, table => 1, tbody => 1,
6144     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
6145     }->{$token->{tag_name}}) {
6146 wakaba 1.83 ## TODO: The following is wrong?
6147 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6148     text => $token->{tag_name}, token => $token);
6149 wakaba 1.52
6150 wakaba 1.123 ## have an element in table scope
6151     my $i;
6152     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6153     my $node = $self->{open_elements}->[$_];
6154     if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
6155     !!!cp ('t292');
6156     $i = $_;
6157     last INSCOPE;
6158     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6159     !!!cp ('t293');
6160     last INSCOPE;
6161     }
6162     } # INSCOPE
6163     unless (defined $i) {
6164     !!!cp ('t294');
6165     ## Ignore the token
6166 wakaba 1.125 !!!nack ('t294.1');
6167 wakaba 1.123 !!!next-token;
6168 wakaba 1.126 next B;
6169 wakaba 1.123 }
6170 wakaba 1.52
6171 wakaba 1.123 ## As if </select>
6172     ## have an element in table scope
6173     undef $i;
6174     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6175     my $node = $self->{open_elements}->[$_];
6176     if ($node->[1] & SELECT_EL) {
6177     !!!cp ('t295');
6178     $i = $_;
6179     last INSCOPE;
6180     } elsif ($node->[1] & TABLE_SCOPING_EL) {
6181 wakaba 1.83 ## ISSUE: Can this state be reached?
6182 wakaba 1.123 !!!cp ('t296');
6183     last INSCOPE;
6184     }
6185     } # INSCOPE
6186     unless (defined $i) {
6187     !!!cp ('t297');
6188 wakaba 1.83 ## TODO: The following error type is correct?
6189 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6190     text => 'select', token => $token);
6191 wakaba 1.123 ## Ignore the </select> token
6192 wakaba 1.125 !!!nack ('t297.1');
6193 wakaba 1.123 !!!next-token; ## TODO: ok?
6194 wakaba 1.126 next B;
6195 wakaba 1.123 }
6196 wakaba 1.52
6197 wakaba 1.123 !!!cp ('t298');
6198     splice @{$self->{open_elements}}, $i;
6199 wakaba 1.52
6200 wakaba 1.123 $self->_reset_insertion_mode;
6201 wakaba 1.52
6202 wakaba 1.125 !!!ack-later;
6203 wakaba 1.123 ## reprocess
6204 wakaba 1.126 next B;
6205 wakaba 1.58 } else {
6206 wakaba 1.79 !!!cp ('t299');
6207 wakaba 1.153 !!!parse-error (type => 'in select:/',
6208     text => $token->{tag_name}, token => $token);
6209 wakaba 1.52 ## Ignore the token
6210 wakaba 1.125 !!!nack ('t299.3');
6211 wakaba 1.52 !!!next-token;
6212 wakaba 1.126 next B;
6213 wakaba 1.58 }
6214 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6215 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
6216 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
6217     !!!cp ('t299.1');
6218 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
6219 wakaba 1.104 } else {
6220     !!!cp ('t299.2');
6221     }
6222    
6223     ## Stop parsing.
6224     last B;
6225 wakaba 1.58 } else {
6226     die "$0: $token->{type}: Unknown token type";
6227     }
6228 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
6229 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6230 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
6231     my $data = $1;
6232     ## As if in body
6233     $reconstruct_active_formatting_elements->($insert_to_current);
6234    
6235     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
6236    
6237     unless (length $token->{data}) {
6238 wakaba 1.79 !!!cp ('t300');
6239 wakaba 1.52 !!!next-token;
6240 wakaba 1.126 next B;
6241 wakaba 1.52 }
6242     }
6243    
6244 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6245 wakaba 1.79 !!!cp ('t301');
6246 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
6247 wakaba 1.52
6248 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6249 wakaba 1.79 } else {
6250     !!!cp ('t302');
6251 wakaba 1.52 }
6252    
6253     ## "after body" insertion mode
6254 wakaba 1.153 !!!parse-error (type => 'after body:#text', token => $token);
6255 wakaba 1.52
6256 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6257 wakaba 1.52 ## reprocess
6258 wakaba 1.126 next B;
6259 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
6260 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6261 wakaba 1.79 !!!cp ('t303');
6262 wakaba 1.153 !!!parse-error (type => 'after html',
6263     text => $token->{tag_name}, token => $token);
6264 wakaba 1.52
6265 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6266 wakaba 1.79 } else {
6267     !!!cp ('t304');
6268 wakaba 1.52 }
6269    
6270     ## "after body" insertion mode
6271 wakaba 1.153 !!!parse-error (type => 'after body',
6272     text => $token->{tag_name}, token => $token);
6273 wakaba 1.52
6274 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6275 wakaba 1.125 !!!ack-later;
6276 wakaba 1.52 ## reprocess
6277 wakaba 1.126 next B;
6278 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
6279 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
6280 wakaba 1.79 !!!cp ('t305');
6281 wakaba 1.153 !!!parse-error (type => 'after html:/',
6282     text => $token->{tag_name}, token => $token);
6283 wakaba 1.52
6284 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
6285 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
6286 wakaba 1.79 } else {
6287     !!!cp ('t306');
6288 wakaba 1.52 }
6289    
6290     ## "after body" insertion mode
6291     if ($token->{tag_name} eq 'html') {
6292     if (defined $self->{inner_html_node}) {
6293 wakaba 1.79 !!!cp ('t307');
6294 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6295     text => 'html', token => $token);
6296 wakaba 1.52 ## Ignore the token
6297     !!!next-token;
6298 wakaba 1.126 next B;
6299 wakaba 1.52 } else {
6300 wakaba 1.79 !!!cp ('t308');
6301 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
6302 wakaba 1.52 !!!next-token;
6303 wakaba 1.126 next B;
6304 wakaba 1.52 }
6305     } else {
6306 wakaba 1.79 !!!cp ('t309');
6307 wakaba 1.153 !!!parse-error (type => 'after body:/',
6308     text => $token->{tag_name}, token => $token);
6309 wakaba 1.52
6310 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
6311 wakaba 1.52 ## reprocess
6312 wakaba 1.126 next B;
6313 wakaba 1.52 }
6314 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6315     !!!cp ('t309.2');
6316     ## Stop parsing
6317     last B;
6318 wakaba 1.52 } else {
6319     die "$0: $token->{type}: Unknown token type";
6320     }
6321 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
6322 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6323 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
6324     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
6325    
6326     unless (length $token->{data}) {
6327 wakaba 1.79 !!!cp ('t310');
6328 wakaba 1.52 !!!next-token;
6329 wakaba 1.126 next B;
6330 wakaba 1.52 }
6331     }
6332    
6333     if ($token->{data} =~ s/^[^\x09\x0A\x0B\x0C\x20]+//) {
6334 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6335 wakaba 1.79 !!!cp ('t311');
6336 wakaba 1.153 !!!parse-error (type => 'in frameset:#text', token => $token);
6337 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6338 wakaba 1.79 !!!cp ('t312');
6339 wakaba 1.153 !!!parse-error (type => 'after frameset:#text', token => $token);
6340 wakaba 1.158 } else { # "after after frameset"
6341 wakaba 1.79 !!!cp ('t313');
6342 wakaba 1.153 !!!parse-error (type => 'after html:#text', token => $token);
6343 wakaba 1.52 }
6344    
6345     ## Ignore the token.
6346     if (length $token->{data}) {
6347 wakaba 1.79 !!!cp ('t314');
6348 wakaba 1.52 ## reprocess the rest of characters
6349     } else {
6350 wakaba 1.79 !!!cp ('t315');
6351 wakaba 1.52 !!!next-token;
6352     }
6353 wakaba 1.126 next B;
6354 wakaba 1.52 }
6355    
6356     die qq[$0: Character "$token->{data}"];
6357 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
6358 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
6359 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6360 wakaba 1.79 !!!cp ('t318');
6361 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6362 wakaba 1.125 !!!nack ('t318.1');
6363 wakaba 1.52 !!!next-token;
6364 wakaba 1.126 next B;
6365 wakaba 1.52 } elsif ($token->{tag_name} eq 'frame' and
6366 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6367 wakaba 1.79 !!!cp ('t319');
6368 wakaba 1.116 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
6369 wakaba 1.52 pop @{$self->{open_elements}};
6370 wakaba 1.125 !!!ack ('t319.1');
6371 wakaba 1.52 !!!next-token;
6372 wakaba 1.126 next B;
6373 wakaba 1.52 } elsif ($token->{tag_name} eq 'noframes') {
6374 wakaba 1.79 !!!cp ('t320');
6375 wakaba 1.148 ## NOTE: As if in head.
6376 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6377 wakaba 1.126 next B;
6378 wakaba 1.158
6379     ## NOTE: |<!DOCTYPE HTML><frameset></frameset></html><noframes></noframes>|
6380     ## has no parse error.
6381 wakaba 1.52 } else {
6382 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6383 wakaba 1.79 !!!cp ('t321');
6384 wakaba 1.153 !!!parse-error (type => 'in frameset',
6385     text => $token->{tag_name}, token => $token);
6386 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6387 wakaba 1.79 !!!cp ('t322');
6388 wakaba 1.153 !!!parse-error (type => 'after frameset',
6389     text => $token->{tag_name}, token => $token);
6390 wakaba 1.158 } else { # "after after frameset"
6391     !!!cp ('t322.2');
6392     !!!parse-error (type => 'after after frameset',
6393     text => $token->{tag_name}, token => $token);
6394 wakaba 1.52 }
6395     ## Ignore the token
6396 wakaba 1.125 !!!nack ('t322.1');
6397 wakaba 1.52 !!!next-token;
6398 wakaba 1.126 next B;
6399 wakaba 1.52 }
6400 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
6401 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
6402 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
6403 wakaba 1.123 if ($self->{open_elements}->[-1]->[1] & HTML_EL and
6404 wakaba 1.52 @{$self->{open_elements}} == 1) {
6405 wakaba 1.79 !!!cp ('t325');
6406 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
6407     text => $token->{tag_name}, token => $token);
6408 wakaba 1.52 ## Ignore the token
6409     !!!next-token;
6410     } else {
6411 wakaba 1.79 !!!cp ('t326');
6412 wakaba 1.52 pop @{$self->{open_elements}};
6413     !!!next-token;
6414     }
6415 wakaba 1.47
6416 wakaba 1.52 if (not defined $self->{inner_html_node} and
6417 wakaba 1.123 not ($self->{open_elements}->[-1]->[1] & FRAMESET_EL)) {
6418 wakaba 1.79 !!!cp ('t327');
6419 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
6420 wakaba 1.79 } else {
6421     !!!cp ('t328');
6422 wakaba 1.52 }
6423 wakaba 1.126 next B;
6424 wakaba 1.52 } elsif ($token->{tag_name} eq 'html' and
6425 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
6426 wakaba 1.79 !!!cp ('t329');
6427 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
6428 wakaba 1.52 !!!next-token;
6429 wakaba 1.126 next B;
6430 wakaba 1.52 } else {
6431 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
6432 wakaba 1.79 !!!cp ('t330');
6433 wakaba 1.153 !!!parse-error (type => 'in frameset:/',
6434     text => $token->{tag_name}, token => $token);
6435 wakaba 1.158 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
6436     !!!cp ('t330.1');
6437     !!!parse-error (type => 'after frameset:/',
6438     text => $token->{tag_name}, token => $token);
6439     } else { # "after after html"
6440 wakaba 1.79 !!!cp ('t331');
6441 wakaba 1.158 !!!parse-error (type => 'after after frameset:/',
6442 wakaba 1.153 text => $token->{tag_name}, token => $token);
6443 wakaba 1.52 }
6444     ## Ignore the token
6445     !!!next-token;
6446 wakaba 1.126 next B;
6447 wakaba 1.52 }
6448 wakaba 1.104 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
6449 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & HTML_EL and
6450 wakaba 1.104 @{$self->{open_elements}} == 1) { # redundant, maybe
6451     !!!cp ('t331.1');
6452 wakaba 1.113 !!!parse-error (type => 'in body:#eof', token => $token);
6453 wakaba 1.104 } else {
6454     !!!cp ('t331.2');
6455     }
6456    
6457     ## Stop parsing
6458     last B;
6459 wakaba 1.52 } else {
6460     die "$0: $token->{type}: Unknown token type";
6461     }
6462 wakaba 1.47
6463 wakaba 1.52 ## ISSUE: An issue in spec here
6464     } else {
6465     die "$0: $self->{insertion_mode}: Unknown insertion mode";
6466     }
6467 wakaba 1.47
6468 wakaba 1.52 ## "in body" insertion mode
6469 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
6470 wakaba 1.52 if ($token->{tag_name} eq 'script') {
6471 wakaba 1.79 !!!cp ('t332');
6472 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6473 wakaba 1.100 $script_start_tag->();
6474 wakaba 1.126 next B;
6475 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
6476 wakaba 1.79 !!!cp ('t333');
6477 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6478 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6479 wakaba 1.126 next B;
6480 wakaba 1.52 } elsif ({
6481     base => 1, link => 1,
6482     }->{$token->{tag_name}}) {
6483 wakaba 1.79 !!!cp ('t334');
6484 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
6485 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6486 wakaba 1.52 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
6487 wakaba 1.125 !!!ack ('t334.1');
6488 wakaba 1.52 !!!next-token;
6489 wakaba 1.126 next B;
6490 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
6491     ## NOTE: This is an "as if in head" code clone, only "-t" differs
6492 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6493 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
6494 wakaba 1.46
6495 wakaba 1.52 unless ($self->{confident}) {
6496 wakaba 1.134 if ($token->{attributes}->{charset}) {
6497 wakaba 1.79 !!!cp ('t335');
6498 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
6499     ## in the {change_encoding} callback.
6500 wakaba 1.63 $self->{change_encoding}
6501 wakaba 1.114 ->($self, $token->{attributes}->{charset}->{value}, $token);
6502 wakaba 1.66
6503     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
6504     ->set_user_data (manakai_has_reference =>
6505     $token->{attributes}->{charset}
6506     ->{has_reference});
6507 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
6508     if ($token->{attributes}->{content}->{value}
6509 wakaba 1.144 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
6510 wakaba 1.70 [\x09-\x0D\x20]*=
6511 wakaba 1.52 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
6512 wakaba 1.145 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20\x3B]*))/x) {
6513 wakaba 1.79 !!!cp ('t336');
6514 wakaba 1.134 ## NOTE: Whether the encoding is supported or not is handled
6515     ## in the {change_encoding} callback.
6516 wakaba 1.63 $self->{change_encoding}
6517 wakaba 1.114 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token);
6518 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
6519     ->set_user_data (manakai_has_reference =>
6520     $token->{attributes}->{content}
6521     ->{has_reference});
6522 wakaba 1.63 }
6523 wakaba 1.52 }
6524 wakaba 1.66 } else {
6525     if ($token->{attributes}->{charset}) {
6526 wakaba 1.79 !!!cp ('t337');
6527 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
6528     ->set_user_data (manakai_has_reference =>
6529     $token->{attributes}->{charset}
6530     ->{has_reference});
6531     }
6532 wakaba 1.68 if ($token->{attributes}->{content}) {
6533 wakaba 1.79 !!!cp ('t338');
6534 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
6535     ->set_user_data (manakai_has_reference =>
6536     $token->{attributes}->{content}
6537     ->{has_reference});
6538     }
6539 wakaba 1.52 }
6540 wakaba 1.1
6541 wakaba 1.125 !!!ack ('t338.1');
6542 wakaba 1.52 !!!next-token;
6543 wakaba 1.126 next B;
6544 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
6545 wakaba 1.79 !!!cp ('t341');
6546 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
6547 wakaba 1.96 $parse_rcdata->(RCDATA_CONTENT_MODEL);
6548 wakaba 1.126 next B;
6549 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
6550 wakaba 1.153 !!!parse-error (type => 'in body', text => 'body', token => $token);
6551 wakaba 1.46
6552 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
6553 wakaba 1.123 not ($self->{open_elements}->[1]->[1] & BODY_EL)) {
6554 wakaba 1.79 !!!cp ('t342');
6555 wakaba 1.52 ## Ignore the token
6556     } else {
6557     my $body_el = $self->{open_elements}->[1]->[0];
6558     for my $attr_name (keys %{$token->{attributes}}) {
6559     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
6560 wakaba 1.79 !!!cp ('t343');
6561 wakaba 1.52 $body_el->set_attribute_ns
6562     (undef, [undef, $attr_name],
6563     $token->{attributes}->{$attr_name}->{value});
6564     }
6565     }
6566     }
6567 wakaba 1.125 !!!nack ('t343.1');
6568 wakaba 1.52 !!!next-token;
6569 wakaba 1.126 next B;
6570 wakaba 1.52 } elsif ({
6571     address => 1, blockquote => 1, center => 1, dir => 1,
6572 wakaba 1.85 div => 1, dl => 1, fieldset => 1,
6573     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6574 wakaba 1.97 menu => 1, ol => 1, p => 1, ul => 1,
6575     pre => 1, listing => 1,
6576 wakaba 1.109 form => 1,
6577     table => 1,
6578     hr => 1,
6579 wakaba 1.52 }->{$token->{tag_name}}) {
6580 wakaba 1.109 if ($token->{tag_name} eq 'form' and defined $self->{form_element}) {
6581     !!!cp ('t350');
6582 wakaba 1.113 !!!parse-error (type => 'in form:form', token => $token);
6583 wakaba 1.109 ## Ignore the token
6584 wakaba 1.125 !!!nack ('t350.1');
6585 wakaba 1.109 !!!next-token;
6586 wakaba 1.126 next B;
6587 wakaba 1.109 }
6588    
6589 wakaba 1.52 ## has a p element in scope
6590     INSCOPE: for (reverse @{$self->{open_elements}}) {
6591 wakaba 1.123 if ($_->[1] & P_EL) {
6592 wakaba 1.79 !!!cp ('t344');
6593 wakaba 1.125 !!!back-token; # <form>
6594 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6595     line => $token->{line}, column => $token->{column}};
6596 wakaba 1.126 next B;
6597 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6598 wakaba 1.79 !!!cp ('t345');
6599 wakaba 1.52 last INSCOPE;
6600     }
6601     } # INSCOPE
6602    
6603 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6604 wakaba 1.97 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
6605 wakaba 1.125 !!!nack ('t346.1');
6606 wakaba 1.52 !!!next-token;
6607 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6608 wakaba 1.52 $token->{data} =~ s/^\x0A//;
6609     unless (length $token->{data}) {
6610 wakaba 1.79 !!!cp ('t346');
6611 wakaba 1.1 !!!next-token;
6612 wakaba 1.79 } else {
6613     !!!cp ('t349');
6614 wakaba 1.52 }
6615 wakaba 1.79 } else {
6616     !!!cp ('t348');
6617 wakaba 1.52 }
6618 wakaba 1.109 } elsif ($token->{tag_name} eq 'form') {
6619     !!!cp ('t347.1');
6620     $self->{form_element} = $self->{open_elements}->[-1]->[0];
6621    
6622 wakaba 1.125 !!!nack ('t347.2');
6623 wakaba 1.109 !!!next-token;
6624     } elsif ($token->{tag_name} eq 'table') {
6625     !!!cp ('t382');
6626     push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
6627    
6628     $self->{insertion_mode} = IN_TABLE_IM;
6629    
6630 wakaba 1.125 !!!nack ('t382.1');
6631 wakaba 1.109 !!!next-token;
6632     } elsif ($token->{tag_name} eq 'hr') {
6633     !!!cp ('t386');
6634     pop @{$self->{open_elements}};
6635    
6636 wakaba 1.125 !!!nack ('t386.1');
6637 wakaba 1.109 !!!next-token;
6638 wakaba 1.52 } else {
6639 wakaba 1.125 !!!nack ('t347.1');
6640 wakaba 1.52 !!!next-token;
6641     }
6642 wakaba 1.126 next B;
6643 wakaba 1.109 } elsif ({li => 1, dt => 1, dd => 1}->{$token->{tag_name}}) {
6644 wakaba 1.52 ## has a p element in scope
6645     INSCOPE: for (reverse @{$self->{open_elements}}) {
6646 wakaba 1.123 if ($_->[1] & P_EL) {
6647 wakaba 1.79 !!!cp ('t353');
6648 wakaba 1.125 !!!back-token; # <x>
6649 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6650     line => $token->{line}, column => $token->{column}};
6651 wakaba 1.126 next B;
6652 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6653 wakaba 1.79 !!!cp ('t354');
6654 wakaba 1.52 last INSCOPE;
6655     }
6656     } # INSCOPE
6657    
6658     ## Step 1
6659     my $i = -1;
6660     my $node = $self->{open_elements}->[$i];
6661 wakaba 1.109 my $li_or_dtdd = {li => {li => 1},
6662     dt => {dt => 1, dd => 1},
6663     dd => {dt => 1, dd => 1}}->{$token->{tag_name}};
6664 wakaba 1.52 LI: {
6665     ## Step 2
6666 wakaba 1.123 if ($li_or_dtdd->{$node->[0]->manakai_local_name}) {
6667 wakaba 1.52 if ($i != -1) {
6668 wakaba 1.79 !!!cp ('t355');
6669 wakaba 1.122 !!!parse-error (type => 'not closed',
6670 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
6671 wakaba 1.122 ->manakai_local_name,
6672     token => $token);
6673 wakaba 1.79 } else {
6674     !!!cp ('t356');
6675 wakaba 1.52 }
6676     splice @{$self->{open_elements}}, $i;
6677     last LI;
6678 wakaba 1.79 } else {
6679     !!!cp ('t357');
6680 wakaba 1.52 }
6681    
6682     ## Step 3
6683 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
6684 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
6685 wakaba 1.123 ($node->[1] & SPECIAL_EL or
6686     $node->[1] & SCOPING_EL) and
6687     not ($node->[1] & ADDRESS_EL) and
6688     not ($node->[1] & DIV_EL)) {
6689 wakaba 1.79 !!!cp ('t358');
6690 wakaba 1.52 last LI;
6691     }
6692    
6693 wakaba 1.79 !!!cp ('t359');
6694 wakaba 1.52 ## Step 4
6695     $i--;
6696     $node = $self->{open_elements}->[$i];
6697     redo LI;
6698     } # LI
6699    
6700 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6701 wakaba 1.125 !!!nack ('t359.1');
6702 wakaba 1.52 !!!next-token;
6703 wakaba 1.126 next B;
6704 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
6705     ## has a p element in scope
6706     INSCOPE: for (reverse @{$self->{open_elements}}) {
6707 wakaba 1.123 if ($_->[1] & P_EL) {
6708 wakaba 1.79 !!!cp ('t367');
6709 wakaba 1.125 !!!back-token; # <plaintext>
6710 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'p',
6711     line => $token->{line}, column => $token->{column}};
6712 wakaba 1.126 next B;
6713 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
6714 wakaba 1.79 !!!cp ('t368');
6715 wakaba 1.52 last INSCOPE;
6716 wakaba 1.46 }
6717 wakaba 1.52 } # INSCOPE
6718    
6719 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6720 wakaba 1.52
6721     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
6722    
6723 wakaba 1.125 !!!nack ('t368.1');
6724 wakaba 1.52 !!!next-token;
6725 wakaba 1.126 next B;
6726 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
6727     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
6728     my $node = $active_formatting_elements->[$i];
6729 wakaba 1.123 if ($node->[1] & A_EL) {
6730 wakaba 1.79 !!!cp ('t371');
6731 wakaba 1.113 !!!parse-error (type => 'in a:a', token => $token);
6732 wakaba 1.52
6733 wakaba 1.125 !!!back-token; # <a>
6734 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'a',
6735     line => $token->{line}, column => $token->{column}};
6736 wakaba 1.113 $formatting_end_tag->($token);
6737 wakaba 1.52
6738     AFE2: for (reverse 0..$#$active_formatting_elements) {
6739     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
6740 wakaba 1.79 !!!cp ('t372');
6741 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
6742     last AFE2;
6743 wakaba 1.1 }
6744 wakaba 1.52 } # AFE2
6745     OE: for (reverse 0..$#{$self->{open_elements}}) {
6746     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
6747 wakaba 1.79 !!!cp ('t373');
6748 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
6749     last OE;
6750 wakaba 1.1 }
6751 wakaba 1.52 } # OE
6752     last AFE;
6753     } elsif ($node->[0] eq '#marker') {
6754 wakaba 1.79 !!!cp ('t374');
6755 wakaba 1.52 last AFE;
6756     }
6757     } # AFE
6758    
6759     $reconstruct_active_formatting_elements->($insert_to_current);
6760 wakaba 1.1
6761 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6762 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
6763 wakaba 1.1
6764 wakaba 1.125 !!!nack ('t374.1');
6765 wakaba 1.52 !!!next-token;
6766 wakaba 1.126 next B;
6767 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
6768     $reconstruct_active_formatting_elements->($insert_to_current);
6769 wakaba 1.1
6770 wakaba 1.52 ## has a |nobr| element in scope
6771     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6772     my $node = $self->{open_elements}->[$_];
6773 wakaba 1.123 if ($node->[1] & NOBR_EL) {
6774 wakaba 1.79 !!!cp ('t376');
6775 wakaba 1.113 !!!parse-error (type => 'in nobr:nobr', token => $token);
6776 wakaba 1.125 !!!back-token; # <nobr>
6777 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'nobr',
6778     line => $token->{line}, column => $token->{column}};
6779 wakaba 1.126 next B;
6780 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
6781 wakaba 1.79 !!!cp ('t377');
6782 wakaba 1.52 last INSCOPE;
6783     }
6784     } # INSCOPE
6785    
6786 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6787 wakaba 1.52 push @$active_formatting_elements, $self->{open_elements}->[-1];
6788    
6789 wakaba 1.125 !!!nack ('t377.1');
6790 wakaba 1.52 !!!next-token;
6791 wakaba 1.126 next B;
6792 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
6793     ## has a button element in scope
6794     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6795     my $node = $self->{open_elements}->[$_];
6796 wakaba 1.123 if ($node->[1] & BUTTON_EL) {
6797 wakaba 1.79 !!!cp ('t378');
6798 wakaba 1.113 !!!parse-error (type => 'in button:button', token => $token);
6799 wakaba 1.125 !!!back-token; # <button>
6800 wakaba 1.114 $token = {type => END_TAG_TOKEN, tag_name => 'button',
6801     line => $token->{line}, column => $token->{column}};
6802 wakaba 1.126 next B;
6803 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
6804 wakaba 1.79 !!!cp ('t379');
6805 wakaba 1.52 last INSCOPE;
6806     }
6807     } # INSCOPE
6808    
6809     $reconstruct_active_formatting_elements->($insert_to_current);
6810    
6811 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6812 wakaba 1.85
6813     ## TODO: associate with $self->{form_element} if defined
6814    
6815 wakaba 1.52 push @$active_formatting_elements, ['#marker', ''];
6816 wakaba 1.1
6817 wakaba 1.125 !!!nack ('t379.1');
6818 wakaba 1.52 !!!next-token;
6819 wakaba 1.126 next B;
6820 wakaba 1.103 } elsif ({
6821 wakaba 1.109 xmp => 1,
6822     iframe => 1,
6823     noembed => 1,
6824 wakaba 1.148 noframes => 1, ## NOTE: This is an "as if in head" code clone.
6825 wakaba 1.109 noscript => 0, ## TODO: 1 if scripting is enabled
6826 wakaba 1.103 }->{$token->{tag_name}}) {
6827 wakaba 1.109 if ($token->{tag_name} eq 'xmp') {
6828     !!!cp ('t381');
6829     $reconstruct_active_formatting_elements->($insert_to_current);
6830     } else {
6831     !!!cp ('t399');
6832     }
6833     ## NOTE: There is an "as if in body" code clone.
6834 wakaba 1.96 $parse_rcdata->(CDATA_CONTENT_MODEL);
6835 wakaba 1.126 next B;
6836 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
6837 wakaba 1.113 !!!parse-error (type => 'isindex', token => $token);
6838 wakaba 1.52
6839     if (defined $self->{form_element}) {
6840 wakaba 1.79 !!!cp ('t389');
6841 wakaba 1.52 ## Ignore the token
6842 wakaba 1.125 !!!nack ('t389'); ## NOTE: Not acknowledged.
6843 wakaba 1.52 !!!next-token;
6844 wakaba 1.126 next B;
6845 wakaba 1.52 } else {
6846 wakaba 1.147 !!!ack ('t391.1');
6847    
6848 wakaba 1.52 my $at = $token->{attributes};
6849     my $form_attrs;
6850     $form_attrs->{action} = $at->{action} if $at->{action};
6851     my $prompt_attr = $at->{prompt};
6852     $at->{name} = {name => 'name', value => 'isindex'};
6853     delete $at->{action};
6854     delete $at->{prompt};
6855     my @tokens = (
6856 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
6857 wakaba 1.114 attributes => $form_attrs,
6858     line => $token->{line}, column => $token->{column}},
6859     {type => START_TAG_TOKEN, tag_name => 'hr',
6860     line => $token->{line}, column => $token->{column}},
6861     {type => START_TAG_TOKEN, tag_name => 'p',
6862     line => $token->{line}, column => $token->{column}},
6863     {type => START_TAG_TOKEN, tag_name => 'label',
6864     line => $token->{line}, column => $token->{column}},
6865 wakaba 1.52 );
6866     if ($prompt_attr) {
6867 wakaba 1.79 !!!cp ('t390');
6868 wakaba 1.114 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value},
6869 wakaba 1.118 #line => $token->{line}, column => $token->{column},
6870     };
6871 wakaba 1.1 } else {
6872 wakaba 1.79 !!!cp ('t391');
6873 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
6874 wakaba 1.114 data => 'This is a searchable index. Insert your search keywords here: ',
6875 wakaba 1.118 #line => $token->{line}, column => $token->{column},
6876     }; # SHOULD
6877 wakaba 1.52 ## TODO: make this configurable
6878 wakaba 1.1 }
6879 wakaba 1.52 push @tokens,
6880 wakaba 1.114 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at,
6881     line => $token->{line}, column => $token->{column}},
6882 wakaba 1.55 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
6883 wakaba 1.114 {type => END_TAG_TOKEN, tag_name => 'label',
6884     line => $token->{line}, column => $token->{column}},
6885     {type => END_TAG_TOKEN, tag_name => 'p',
6886     line => $token->{line}, column => $token->{column}},
6887     {type => START_TAG_TOKEN, tag_name => 'hr',
6888     line => $token->{line}, column => $token->{column}},
6889     {type => END_TAG_TOKEN, tag_name => 'form',
6890     line => $token->{line}, column => $token->{column}};
6891 wakaba 1.52 !!!back-token (@tokens);
6892 wakaba 1.125 !!!next-token;
6893 wakaba 1.126 next B;
6894 wakaba 1.52 }
6895     } elsif ($token->{tag_name} eq 'textarea') {
6896     my $tag_name = $token->{tag_name};
6897     my $el;
6898 wakaba 1.126 !!!create-element ($el, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
6899 wakaba 1.52
6900     ## TODO: $self->{form_element} if defined
6901     $self->{content_model} = RCDATA_CONTENT_MODEL;
6902     delete $self->{escape}; # MUST
6903    
6904     $insert->($el);
6905    
6906     my $text = '';
6907 wakaba 1.125 !!!nack ('t392.1');
6908 wakaba 1.52 !!!next-token;
6909 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
6910 wakaba 1.52 $token->{data} =~ s/^\x0A//;
6911 wakaba 1.51 unless (length $token->{data}) {
6912 wakaba 1.79 !!!cp ('t392');
6913 wakaba 1.51 !!!next-token;
6914 wakaba 1.79 } else {
6915     !!!cp ('t393');
6916 wakaba 1.51 }
6917 wakaba 1.79 } else {
6918     !!!cp ('t394');
6919 wakaba 1.51 }
6920 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
6921 wakaba 1.79 !!!cp ('t395');
6922 wakaba 1.52 $text .= $token->{data};
6923     !!!next-token;
6924     }
6925     if (length $text) {
6926 wakaba 1.79 !!!cp ('t396');
6927 wakaba 1.52 $el->manakai_append_text ($text);
6928     }
6929    
6930     $self->{content_model} = PCDATA_CONTENT_MODEL;
6931 wakaba 1.51
6932 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
6933 wakaba 1.52 $token->{tag_name} eq $tag_name) {
6934 wakaba 1.79 !!!cp ('t397');
6935 wakaba 1.52 ## Ignore the token
6936     } else {
6937 wakaba 1.79 !!!cp ('t398');
6938 wakaba 1.153 !!!parse-error (type => 'in RCDATA:#eof', token => $token);
6939 wakaba 1.51 }
6940 wakaba 1.52 !!!next-token;
6941 wakaba 1.126 next B;
6942 wakaba 1.151 } elsif ($token->{tag_name} eq 'rt' or
6943     $token->{tag_name} eq 'rp') {
6944     ## has a |ruby| element in scope
6945     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6946     my $node = $self->{open_elements}->[$_];
6947     if ($node->[1] & RUBY_EL) {
6948     !!!cp ('t398.1');
6949     ## generate implied end tags
6950     while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
6951     !!!cp ('t398.2');
6952     pop @{$self->{open_elements}};
6953     }
6954     unless ($self->{open_elements}->[-1]->[1] & RUBY_EL) {
6955     !!!cp ('t398.3');
6956     !!!parse-error (type => 'not closed',
6957 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
6958 wakaba 1.151 ->manakai_local_name,
6959     token => $token);
6960     pop @{$self->{open_elements}}
6961     while not $self->{open_elements}->[-1]->[1] & RUBY_EL;
6962     }
6963     last INSCOPE;
6964     } elsif ($node->[1] & SCOPING_EL) {
6965     !!!cp ('t398.4');
6966     last INSCOPE;
6967     }
6968     } # INSCOPE
6969    
6970     !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
6971    
6972     !!!nack ('t398.5');
6973     !!!next-token;
6974     redo B;
6975 wakaba 1.126 } elsif ($token->{tag_name} eq 'math' or
6976     $token->{tag_name} eq 'svg') {
6977     $reconstruct_active_formatting_elements->($insert_to_current);
6978 wakaba 1.131
6979 wakaba 1.155 ## "Adjust MathML attributes" ('math' only) - done in insert-element-f
6980    
6981 wakaba 1.131 ## "adjust SVG attributes" ('svg' only) - done in insert-element-f
6982    
6983     ## "adjust foreign attributes" - done in insert-element-f
6984 wakaba 1.126
6985 wakaba 1.131 !!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token);
6986 wakaba 1.126
6987     if ($self->{self_closing}) {
6988     pop @{$self->{open_elements}};
6989     !!!ack ('t398.1');
6990     } else {
6991     !!!cp ('t398.2');
6992     $self->{insertion_mode} |= IN_FOREIGN_CONTENT_IM;
6993     ## NOTE: |<body><math><mi><svg>| -> "in foreign content" insertion
6994     ## mode, "in body" (not "in foreign content") secondary insertion
6995     ## mode, maybe.
6996     }
6997    
6998     !!!next-token;
6999     next B;
7000 wakaba 1.52 } elsif ({
7001     caption => 1, col => 1, colgroup => 1, frame => 1,
7002     frameset => 1, head => 1, option => 1, optgroup => 1,
7003     tbody => 1, td => 1, tfoot => 1, th => 1,
7004     thead => 1, tr => 1,
7005     }->{$token->{tag_name}}) {
7006 wakaba 1.79 !!!cp ('t401');
7007 wakaba 1.153 !!!parse-error (type => 'in body',
7008     text => $token->{tag_name}, token => $token);
7009 wakaba 1.52 ## Ignore the token
7010 wakaba 1.125 !!!nack ('t401.1'); ## NOTE: |<col/>| or |<frame/>| here is an error.
7011 wakaba 1.52 !!!next-token;
7012 wakaba 1.126 next B;
7013 wakaba 1.52
7014     ## ISSUE: An issue on HTML5 new elements in the spec.
7015     } else {
7016 wakaba 1.110 if ($token->{tag_name} eq 'image') {
7017     !!!cp ('t384');
7018 wakaba 1.113 !!!parse-error (type => 'image', token => $token);
7019 wakaba 1.110 $token->{tag_name} = 'img';
7020     } else {
7021     !!!cp ('t385');
7022     }
7023    
7024     ## NOTE: There is an "as if <br>" code clone.
7025 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
7026    
7027 wakaba 1.116 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
7028 wakaba 1.109
7029 wakaba 1.110 if ({
7030     applet => 1, marquee => 1, object => 1,
7031     }->{$token->{tag_name}}) {
7032     !!!cp ('t380');
7033     push @$active_formatting_elements, ['#marker', ''];
7034 wakaba 1.125 !!!nack ('t380.1');
7035 wakaba 1.110 } elsif ({
7036     b => 1, big => 1, em => 1, font => 1, i => 1,
7037     s => 1, small => 1, strile => 1,
7038     strong => 1, tt => 1, u => 1,
7039     }->{$token->{tag_name}}) {
7040     !!!cp ('t375');
7041     push @$active_formatting_elements, $self->{open_elements}->[-1];
7042 wakaba 1.125 !!!nack ('t375.1');
7043 wakaba 1.110 } elsif ($token->{tag_name} eq 'input') {
7044     !!!cp ('t388');
7045     ## TODO: associate with $self->{form_element} if defined
7046     pop @{$self->{open_elements}};
7047 wakaba 1.125 !!!ack ('t388.2');
7048 wakaba 1.110 } elsif ({
7049     area => 1, basefont => 1, bgsound => 1, br => 1,
7050     embed => 1, img => 1, param => 1, spacer => 1, wbr => 1,
7051     #image => 1,
7052     }->{$token->{tag_name}}) {
7053     !!!cp ('t388.1');
7054     pop @{$self->{open_elements}};
7055 wakaba 1.125 !!!ack ('t388.3');
7056 wakaba 1.110 } elsif ($token->{tag_name} eq 'select') {
7057 wakaba 1.109 ## TODO: associate with $self->{form_element} if defined
7058    
7059     if ($self->{insertion_mode} & TABLE_IMS or
7060     $self->{insertion_mode} & BODY_TABLE_IMS or
7061     $self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
7062     !!!cp ('t400.1');
7063     $self->{insertion_mode} = IN_SELECT_IN_TABLE_IM;
7064     } else {
7065     !!!cp ('t400.2');
7066     $self->{insertion_mode} = IN_SELECT_IM;
7067     }
7068 wakaba 1.125 !!!nack ('t400.3');
7069 wakaba 1.110 } else {
7070 wakaba 1.125 !!!nack ('t402');
7071 wakaba 1.109 }
7072 wakaba 1.51
7073 wakaba 1.52 !!!next-token;
7074 wakaba 1.126 next B;
7075 wakaba 1.52 }
7076 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
7077 wakaba 1.52 if ($token->{tag_name} eq 'body') {
7078 wakaba 1.107 ## has a |body| element in scope
7079     my $i;
7080 wakaba 1.111 INSCOPE: {
7081     for (reverse @{$self->{open_elements}}) {
7082 wakaba 1.123 if ($_->[1] & BODY_EL) {
7083 wakaba 1.111 !!!cp ('t405');
7084     $i = $_;
7085     last INSCOPE;
7086 wakaba 1.123 } elsif ($_->[1] & SCOPING_EL) {
7087 wakaba 1.111 !!!cp ('t405.1');
7088     last;
7089     }
7090 wakaba 1.52 }
7091 wakaba 1.111
7092     !!!parse-error (type => 'start tag not allowed',
7093 wakaba 1.153 text => $token->{tag_name}, token => $token);
7094 wakaba 1.107 ## NOTE: Ignore the token.
7095 wakaba 1.52 !!!next-token;
7096 wakaba 1.126 next B;
7097 wakaba 1.111 } # INSCOPE
7098 wakaba 1.107
7099     for (@{$self->{open_elements}}) {
7100 wakaba 1.123 unless ($_->[1] & ALL_END_TAG_OPTIONAL_EL) {
7101 wakaba 1.107 !!!cp ('t403');
7102 wakaba 1.122 !!!parse-error (type => 'not closed',
7103 wakaba 1.153 text => $_->[0]->manakai_local_name,
7104 wakaba 1.122 token => $token);
7105 wakaba 1.107 last;
7106     } else {
7107     !!!cp ('t404');
7108     }
7109     }
7110    
7111     $self->{insertion_mode} = AFTER_BODY_IM;
7112     !!!next-token;
7113 wakaba 1.126 next B;
7114 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
7115 wakaba 1.122 ## TODO: Update this code. It seems that the code below is not
7116     ## up-to-date, though it has same effect as speced.
7117 wakaba 1.123 if (@{$self->{open_elements}} > 1 and
7118     $self->{open_elements}->[1]->[1] & BODY_EL) {
7119 wakaba 1.52 ## ISSUE: There is an issue in the spec.
7120 wakaba 1.123 unless ($self->{open_elements}->[-1]->[1] & BODY_EL) {
7121 wakaba 1.79 !!!cp ('t406');
7122 wakaba 1.122 !!!parse-error (type => 'not closed',
7123 wakaba 1.153 text => $self->{open_elements}->[1]->[0]
7124 wakaba 1.122 ->manakai_local_name,
7125     token => $token);
7126 wakaba 1.79 } else {
7127     !!!cp ('t407');
7128 wakaba 1.1 }
7129 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
7130 wakaba 1.52 ## reprocess
7131 wakaba 1.126 next B;
7132 wakaba 1.51 } else {
7133 wakaba 1.79 !!!cp ('t408');
7134 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7135     text => $token->{tag_name}, token => $token);
7136 wakaba 1.52 ## Ignore the token
7137     !!!next-token;
7138 wakaba 1.126 next B;
7139 wakaba 1.51 }
7140 wakaba 1.52 } elsif ({
7141     address => 1, blockquote => 1, center => 1, dir => 1,
7142     div => 1, dl => 1, fieldset => 1, listing => 1,
7143     menu => 1, ol => 1, pre => 1, ul => 1,
7144     dd => 1, dt => 1, li => 1,
7145 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
7146 wakaba 1.52 }->{$token->{tag_name}}) {
7147     ## has an element in scope
7148     my $i;
7149     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7150     my $node = $self->{open_elements}->[$_];
7151 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
7152 wakaba 1.79 !!!cp ('t410');
7153 wakaba 1.52 $i = $_;
7154 wakaba 1.87 last INSCOPE;
7155 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7156 wakaba 1.79 !!!cp ('t411');
7157 wakaba 1.52 last INSCOPE;
7158 wakaba 1.51 }
7159 wakaba 1.52 } # INSCOPE
7160 wakaba 1.89
7161     unless (defined $i) { # has an element in scope
7162     !!!cp ('t413');
7163 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7164     text => $token->{tag_name}, token => $token);
7165 wakaba 1.157 ## NOTE: Ignore the token.
7166 wakaba 1.89 } else {
7167     ## Step 1. generate implied end tags
7168     while ({
7169 wakaba 1.151 ## END_TAG_OPTIONAL_EL
7170 wakaba 1.89 dd => ($token->{tag_name} ne 'dd'),
7171     dt => ($token->{tag_name} ne 'dt'),
7172     li => ($token->{tag_name} ne 'li'),
7173     p => 1,
7174 wakaba 1.151 rt => 1,
7175     rp => 1,
7176 wakaba 1.123 }->{$self->{open_elements}->[-1]->[0]->manakai_local_name}) {
7177 wakaba 1.89 !!!cp ('t409');
7178     pop @{$self->{open_elements}};
7179     }
7180    
7181     ## Step 2.
7182 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7183     ne $token->{tag_name}) {
7184 wakaba 1.79 !!!cp ('t412');
7185 wakaba 1.122 !!!parse-error (type => 'not closed',
7186 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7187 wakaba 1.122 ->manakai_local_name,
7188     token => $token);
7189 wakaba 1.51 } else {
7190 wakaba 1.89 !!!cp ('t414');
7191 wakaba 1.51 }
7192 wakaba 1.89
7193     ## Step 3.
7194 wakaba 1.52 splice @{$self->{open_elements}}, $i;
7195 wakaba 1.89
7196     ## Step 4.
7197     $clear_up_to_marker->()
7198     if {
7199 wakaba 1.103 applet => 1, button => 1, marquee => 1, object => 1,
7200 wakaba 1.89 }->{$token->{tag_name}};
7201 wakaba 1.51 }
7202 wakaba 1.52 !!!next-token;
7203 wakaba 1.126 next B;
7204 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
7205 wakaba 1.92 undef $self->{form_element};
7206    
7207 wakaba 1.52 ## has an element in scope
7208 wakaba 1.92 my $i;
7209 wakaba 1.52 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7210     my $node = $self->{open_elements}->[$_];
7211 wakaba 1.123 if ($node->[1] & FORM_EL) {
7212 wakaba 1.79 !!!cp ('t418');
7213 wakaba 1.92 $i = $_;
7214 wakaba 1.52 last INSCOPE;
7215 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7216 wakaba 1.79 !!!cp ('t419');
7217 wakaba 1.52 last INSCOPE;
7218     }
7219     } # INSCOPE
7220 wakaba 1.92
7221     unless (defined $i) { # has an element in scope
7222 wakaba 1.79 !!!cp ('t421');
7223 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7224     text => $token->{tag_name}, token => $token);
7225 wakaba 1.157 ## NOTE: Ignore the token.
7226 wakaba 1.92 } else {
7227     ## Step 1. generate implied end tags
7228 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7229 wakaba 1.92 !!!cp ('t417');
7230     pop @{$self->{open_elements}};
7231     }
7232    
7233     ## Step 2.
7234 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7235     ne $token->{tag_name}) {
7236 wakaba 1.92 !!!cp ('t417.1');
7237 wakaba 1.122 !!!parse-error (type => 'not closed',
7238 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7239 wakaba 1.122 ->manakai_local_name,
7240     token => $token);
7241 wakaba 1.92 } else {
7242     !!!cp ('t420');
7243     }
7244    
7245     ## Step 3.
7246     splice @{$self->{open_elements}}, $i;
7247 wakaba 1.52 }
7248    
7249     !!!next-token;
7250 wakaba 1.126 next B;
7251 wakaba 1.52 } elsif ({
7252     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
7253     }->{$token->{tag_name}}) {
7254     ## has an element in scope
7255     my $i;
7256     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7257     my $node = $self->{open_elements}->[$_];
7258 wakaba 1.123 if ($node->[1] & HEADING_EL) {
7259 wakaba 1.79 !!!cp ('t423');
7260 wakaba 1.52 $i = $_;
7261     last INSCOPE;
7262 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7263 wakaba 1.79 !!!cp ('t424');
7264 wakaba 1.52 last INSCOPE;
7265 wakaba 1.51 }
7266 wakaba 1.52 } # INSCOPE
7267 wakaba 1.93
7268     unless (defined $i) { # has an element in scope
7269     !!!cp ('t425.1');
7270 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7271     text => $token->{tag_name}, token => $token);
7272 wakaba 1.157 ## NOTE: Ignore the token.
7273 wakaba 1.79 } else {
7274 wakaba 1.93 ## Step 1. generate implied end tags
7275 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7276 wakaba 1.93 !!!cp ('t422');
7277     pop @{$self->{open_elements}};
7278     }
7279    
7280     ## Step 2.
7281 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7282     ne $token->{tag_name}) {
7283 wakaba 1.93 !!!cp ('t425');
7284 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7285     text => $token->{tag_name}, token => $token);
7286 wakaba 1.93 } else {
7287     !!!cp ('t426');
7288     }
7289    
7290     ## Step 3.
7291     splice @{$self->{open_elements}}, $i;
7292 wakaba 1.36 }
7293 wakaba 1.52
7294     !!!next-token;
7295 wakaba 1.126 next B;
7296 wakaba 1.87 } elsif ($token->{tag_name} eq 'p') {
7297     ## has an element in scope
7298     my $i;
7299     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
7300     my $node = $self->{open_elements}->[$_];
7301 wakaba 1.123 if ($node->[1] & P_EL) {
7302 wakaba 1.87 !!!cp ('t410.1');
7303     $i = $_;
7304 wakaba 1.88 last INSCOPE;
7305 wakaba 1.123 } elsif ($node->[1] & SCOPING_EL) {
7306 wakaba 1.87 !!!cp ('t411.1');
7307     last INSCOPE;
7308     }
7309     } # INSCOPE
7310 wakaba 1.91
7311     if (defined $i) {
7312 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7313     ne $token->{tag_name}) {
7314 wakaba 1.87 !!!cp ('t412.1');
7315 wakaba 1.122 !!!parse-error (type => 'not closed',
7316 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7317 wakaba 1.122 ->manakai_local_name,
7318     token => $token);
7319 wakaba 1.87 } else {
7320 wakaba 1.91 !!!cp ('t414.1');
7321 wakaba 1.87 }
7322 wakaba 1.91
7323 wakaba 1.87 splice @{$self->{open_elements}}, $i;
7324     } else {
7325 wakaba 1.91 !!!cp ('t413.1');
7326 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7327     text => $token->{tag_name}, token => $token);
7328 wakaba 1.91
7329 wakaba 1.87 !!!cp ('t415.1');
7330     ## As if <p>, then reprocess the current token
7331     my $el;
7332 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'p',, $token);
7333 wakaba 1.87 $insert->($el);
7334 wakaba 1.91 ## NOTE: Not inserted into |$self->{open_elements}|.
7335 wakaba 1.87 }
7336 wakaba 1.91
7337 wakaba 1.87 !!!next-token;
7338 wakaba 1.126 next B;
7339 wakaba 1.52 } elsif ({
7340     a => 1,
7341     b => 1, big => 1, em => 1, font => 1, i => 1,
7342     nobr => 1, s => 1, small => 1, strile => 1,
7343     strong => 1, tt => 1, u => 1,
7344     }->{$token->{tag_name}}) {
7345 wakaba 1.79 !!!cp ('t427');
7346 wakaba 1.113 $formatting_end_tag->($token);
7347 wakaba 1.126 next B;
7348 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
7349 wakaba 1.79 !!!cp ('t428');
7350 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7351     text => 'br', token => $token);
7352 wakaba 1.52
7353     ## As if <br>
7354     $reconstruct_active_formatting_elements->($insert_to_current);
7355    
7356     my $el;
7357 wakaba 1.126 !!!create-element ($el, $HTML_NS, 'br',, $token);
7358 wakaba 1.52 $insert->($el);
7359    
7360     ## Ignore the token.
7361     !!!next-token;
7362 wakaba 1.126 next B;
7363 wakaba 1.52 } elsif ({
7364     caption => 1, col => 1, colgroup => 1, frame => 1,
7365     frameset => 1, head => 1, option => 1, optgroup => 1,
7366     tbody => 1, td => 1, tfoot => 1, th => 1,
7367     thead => 1, tr => 1,
7368     area => 1, basefont => 1, bgsound => 1,
7369     embed => 1, hr => 1, iframe => 1, image => 1,
7370     img => 1, input => 1, isindex => 1, noembed => 1,
7371     noframes => 1, param => 1, select => 1, spacer => 1,
7372     table => 1, textarea => 1, wbr => 1,
7373     noscript => 0, ## TODO: if scripting is enabled
7374     }->{$token->{tag_name}}) {
7375 wakaba 1.79 !!!cp ('t429');
7376 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7377     text => $token->{tag_name}, token => $token);
7378 wakaba 1.52 ## Ignore the token
7379     !!!next-token;
7380 wakaba 1.126 next B;
7381 wakaba 1.52
7382     ## ISSUE: Issue on HTML5 new elements in spec
7383    
7384     } else {
7385     ## Step 1
7386     my $node_i = -1;
7387     my $node = $self->{open_elements}->[$node_i];
7388 wakaba 1.51
7389 wakaba 1.52 ## Step 2
7390     S2: {
7391 wakaba 1.123 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
7392 wakaba 1.52 ## Step 1
7393     ## generate implied end tags
7394 wakaba 1.123 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
7395 wakaba 1.79 !!!cp ('t430');
7396 wakaba 1.151 ## NOTE: |<ruby><rt></ruby>|.
7397     ## ISSUE: <ruby><rt></rt> will also take this code path,
7398     ## which seems wrong.
7399 wakaba 1.86 pop @{$self->{open_elements}};
7400 wakaba 1.151 $node_i++;
7401 wakaba 1.52 }
7402    
7403     ## Step 2
7404 wakaba 1.123 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
7405     ne $token->{tag_name}) {
7406 wakaba 1.79 !!!cp ('t431');
7407 wakaba 1.58 ## NOTE: <x><y></x>
7408 wakaba 1.122 !!!parse-error (type => 'not closed',
7409 wakaba 1.153 text => $self->{open_elements}->[-1]->[0]
7410 wakaba 1.122 ->manakai_local_name,
7411     token => $token);
7412 wakaba 1.79 } else {
7413     !!!cp ('t432');
7414 wakaba 1.52 }
7415    
7416     ## Step 3
7417 wakaba 1.151 splice @{$self->{open_elements}}, $node_i if $node_i < 0;
7418 wakaba 1.51
7419 wakaba 1.1 !!!next-token;
7420 wakaba 1.52 last S2;
7421 wakaba 1.1 } else {
7422 wakaba 1.52 ## Step 3
7423 wakaba 1.123 if (not ($node->[1] & FORMATTING_EL) and
7424 wakaba 1.52 #not $phrasing_category->{$node->[1]} and
7425 wakaba 1.123 ($node->[1] & SPECIAL_EL or
7426     $node->[1] & SCOPING_EL)) {
7427 wakaba 1.79 !!!cp ('t433');
7428 wakaba 1.153 !!!parse-error (type => 'unmatched end tag',
7429     text => $token->{tag_name}, token => $token);
7430 wakaba 1.52 ## Ignore the token
7431     !!!next-token;
7432     last S2;
7433     }
7434 wakaba 1.79
7435     !!!cp ('t434');
7436 wakaba 1.1 }
7437 wakaba 1.52
7438     ## Step 4
7439     $node_i--;
7440     $node = $self->{open_elements}->[$node_i];
7441    
7442     ## Step 5;
7443     redo S2;
7444     } # S2
7445 wakaba 1.126 next B;
7446 wakaba 1.1 }
7447     }
7448 wakaba 1.126 next B;
7449     } continue { # B
7450     if ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
7451     ## NOTE: The code below is executed in cases where it does not have
7452     ## to be, but it it is harmless even in those cases.
7453     ## has an element in scope
7454     INSCOPE: {
7455     for (reverse 0..$#{$self->{open_elements}}) {
7456     my $node = $self->{open_elements}->[$_];
7457     if ($node->[1] & FOREIGN_EL) {
7458     last INSCOPE;
7459     } elsif ($node->[1] & SCOPING_EL) {
7460     last;
7461     }
7462     }
7463    
7464     ## NOTE: No foreign element in scope.
7465     $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
7466     } # INSCOPE
7467     }
7468 wakaba 1.1 } # B
7469    
7470     ## Stop parsing # MUST
7471    
7472     ## TODO: script stuffs
7473 wakaba 1.3 } # _tree_construct_main
7474    
7475 wakaba 1.162 sub set_inner_html ($$$;$) {
7476 wakaba 1.3 my $class = shift;
7477     my $node = shift;
7478     my $s = \$_[0];
7479     my $onerror = $_[1];
7480 wakaba 1.162 my $get_wrapper = $_[2] || sub ($) { return $_[0] };
7481 wakaba 1.3
7482 wakaba 1.63 ## ISSUE: Should {confident} be true?
7483    
7484 wakaba 1.3 my $nt = $node->node_type;
7485     if ($nt == 9) {
7486     # MUST
7487    
7488     ## Step 1 # MUST
7489     ## TODO: If the document has an active parser, ...
7490     ## ISSUE: There is an issue in the spec.
7491    
7492     ## Step 2 # MUST
7493     my @cn = @{$node->child_nodes};
7494     for (@cn) {
7495     $node->remove_child ($_);
7496     }
7497    
7498     ## Step 3, 4, 5 # MUST
7499 wakaba 1.162 $class->parse_char_string ($$s => $node, $onerror, $get_wrapper);
7500 wakaba 1.3 } elsif ($nt == 1) {
7501     ## TODO: If non-html element
7502    
7503     ## NOTE: Most of this code is copied from |parse_string|
7504    
7505 wakaba 1.162 ## TODO: Support for $get_wrapper
7506    
7507 wakaba 1.3 ## Step 1 # MUST
7508 wakaba 1.14 my $this_doc = $node->owner_document;
7509     my $doc = $this_doc->implementation->create_document;
7510 wakaba 1.18 $doc->manakai_is_html (1);
7511 wakaba 1.3 my $p = $class->new;
7512     $p->{document} = $doc;
7513    
7514 wakaba 1.84 ## Step 8 # MUST
7515 wakaba 1.3 my $i = 0;
7516 wakaba 1.121 $p->{line_prev} = $p->{line} = 1;
7517     $p->{column_prev} = $p->{column} = 0;
7518 wakaba 1.76 $p->{set_next_char} = sub {
7519 wakaba 1.3 my $self = shift;
7520 wakaba 1.14
7521 wakaba 1.76 pop @{$self->{prev_char}};
7522     unshift @{$self->{prev_char}}, $self->{next_char};
7523 wakaba 1.14
7524 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
7525     $self->{next_char} = ord substr $$s, $i++, 1;
7526 wakaba 1.121
7527     ($p->{line_prev}, $p->{column_prev}) = ($p->{line}, $p->{column});
7528     $p->{column}++;
7529 wakaba 1.4
7530 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
7531 wakaba 1.121 $p->{line}++;
7532     $p->{column} = 0;
7533 wakaba 1.79 !!!cp ('i1');
7534 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
7535 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
7536 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
7537 wakaba 1.121 $p->{line}++;
7538     $p->{column} = 0;
7539 wakaba 1.79 !!!cp ('i2');
7540 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
7541     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
7542 wakaba 1.79 !!!cp ('i3');
7543 wakaba 1.76 } elsif ($self->{next_char} == 0x0000) { # NULL
7544 wakaba 1.79 !!!cp ('i4');
7545 wakaba 1.14 !!!parse-error (type => 'NULL');
7546 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
7547 wakaba 1.132 } elsif ($self->{next_char} <= 0x0008 or
7548     (0x000E <= $self->{next_char} and
7549     $self->{next_char} <= 0x001F) or
7550     (0x007F <= $self->{next_char} and
7551     $self->{next_char} <= 0x009F) or
7552     (0xD800 <= $self->{next_char} and
7553     $self->{next_char} <= 0xDFFF) or
7554     (0xFDD0 <= $self->{next_char} and
7555     $self->{next_char} <= 0xFDDF) or
7556     {
7557     0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1,
7558     0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1,
7559     0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1,
7560     0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1,
7561     0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1,
7562     0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1,
7563     0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1,
7564     0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1,
7565     0x10FFFE => 1, 0x10FFFF => 1,
7566     }->{$self->{next_char}}) {
7567     !!!cp ('i4.1');
7568 wakaba 1.153 if ($self->{next_char} < 0x10000) {
7569     !!!parse-error (type => 'control char',
7570     text => (sprintf 'U+%04X', $self->{next_char}));
7571     } else {
7572     !!!parse-error (type => 'control char',
7573     text => (sprintf 'U-%08X', $self->{next_char}));
7574     }
7575 wakaba 1.3 }
7576     };
7577 wakaba 1.76 $p->{prev_char} = [-1, -1, -1];
7578     $p->{next_char} = -1;
7579 wakaba 1.3
7580     my $ponerror = $onerror || sub {
7581     my (%opt) = @_;
7582 wakaba 1.121 my $line = $opt{line};
7583     my $column = $opt{column};
7584     if (defined $opt{token} and defined $opt{token}->{line}) {
7585     $line = $opt{token}->{line};
7586     $column = $opt{token}->{column};
7587     }
7588     warn "Parse error ($opt{type}) at line $line column $column\n";
7589 wakaba 1.3 };
7590     $p->{parse_error} = sub {
7591 wakaba 1.121 $ponerror->(line => $p->{line}, column => $p->{column}, @_);
7592 wakaba 1.3 };
7593    
7594     $p->_initialize_tokenizer;
7595     $p->_initialize_tree_constructor;
7596    
7597     ## Step 2
7598 wakaba 1.71 my $node_ln = $node->manakai_local_name;
7599 wakaba 1.40 $p->{content_model} = {
7600     title => RCDATA_CONTENT_MODEL,
7601     textarea => RCDATA_CONTENT_MODEL,
7602     style => CDATA_CONTENT_MODEL,
7603     script => CDATA_CONTENT_MODEL,
7604     xmp => CDATA_CONTENT_MODEL,
7605     iframe => CDATA_CONTENT_MODEL,
7606     noembed => CDATA_CONTENT_MODEL,
7607     noframes => CDATA_CONTENT_MODEL,
7608     noscript => CDATA_CONTENT_MODEL,
7609     plaintext => PLAINTEXT_CONTENT_MODEL,
7610     }->{$node_ln};
7611     $p->{content_model} = PCDATA_CONTENT_MODEL
7612     unless defined $p->{content_model};
7613     ## ISSUE: What is "the name of the element"? local name?
7614 wakaba 1.3
7615 wakaba 1.123 $p->{inner_html_node} = [$node, $el_category->{$node_ln}];
7616     ## TODO: Foreign element OK?
7617 wakaba 1.3
7618 wakaba 1.84 ## Step 3
7619 wakaba 1.3 my $root = $doc->create_element_ns
7620     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
7621    
7622 wakaba 1.84 ## Step 4 # MUST
7623 wakaba 1.3 $doc->append_child ($root);
7624    
7625 wakaba 1.84 ## Step 5 # MUST
7626 wakaba 1.123 push @{$p->{open_elements}}, [$root, $el_category->{html}];
7627 wakaba 1.3
7628     undef $p->{head_element};
7629    
7630 wakaba 1.84 ## Step 6 # MUST
7631 wakaba 1.3 $p->_reset_insertion_mode;
7632    
7633 wakaba 1.84 ## Step 7 # MUST
7634 wakaba 1.3 my $anode = $node;
7635     AN: while (defined $anode) {
7636     if ($anode->node_type == 1) {
7637     my $nsuri = $anode->namespace_uri;
7638     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
7639 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
7640 wakaba 1.79 !!!cp ('i5');
7641 wakaba 1.3 $p->{form_element} = $anode;
7642     last AN;
7643     }
7644     }
7645     }
7646     $anode = $anode->parent_node;
7647     } # AN
7648    
7649 wakaba 1.84 ## Step 9 # MUST
7650 wakaba 1.3 {
7651     my $self = $p;
7652     !!!next-token;
7653     }
7654     $p->_tree_construction_main;
7655    
7656 wakaba 1.84 ## Step 10 # MUST
7657 wakaba 1.3 my @cn = @{$node->child_nodes};
7658     for (@cn) {
7659     $node->remove_child ($_);
7660     }
7661     ## ISSUE: mutation events? read-only?
7662    
7663 wakaba 1.84 ## Step 11 # MUST
7664 wakaba 1.3 @cn = @{$root->child_nodes};
7665     for (@cn) {
7666 wakaba 1.14 $this_doc->adopt_node ($_);
7667 wakaba 1.3 $node->append_child ($_);
7668     }
7669 wakaba 1.14 ## ISSUE: mutation events?
7670 wakaba 1.3
7671     $p->_terminate_tree_constructor;
7672 wakaba 1.121
7673     delete $p->{parse_error}; # delete loop
7674 wakaba 1.3 } else {
7675     die "$0: |set_inner_html| is not defined for node of type $nt";
7676     }
7677     } # set_inner_html
7678    
7679     } # tree construction stage
7680 wakaba 1.1
7681 wakaba 1.63 package Whatpm::HTML::RestartParser;
7682     push our @ISA, 'Error';
7683    
7684 wakaba 1.1 1;
7685 wakaba 1.162 # $Date: 2008/09/10 10:46:50 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24