/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.237 - (show annotations) (download) (as text)
Sun Sep 6 08:29:32 2009 UTC (17 years, 1 month ago) by wakaba
Branch: MAIN
Changes since 1.236: +7 -4 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	6 Sep 2009 08:29:19 -0000
	* tree-test-flow.dat: Added some test cases on the |hgroup|
	element (HTML5 revision 3040).

2009-09-06  Wakaba  <wakaba@suika.fam.cx>

++ whatpm/Whatpm/ChangeLog	6 Sep 2009 08:27:35 -0000
	* HTML.pm.src: Added the |hgroup| element (HTML5 revision 3039 and
	HTML5 revision 3040).

2009-09-06  Wakaba  <wakaba@suika.fam.cx>

1 package Whatpm::HTML;
2 use strict;
3 our $VERSION=do{my @r=(q$Revision: 1.236 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 use Error qw(:try);
5
6 use Whatpm::HTML::Tokenizer;
7
8 ## NOTE: This module don't check all HTML5 parse errors; character
9 ## encoding related parse errors are expected to be handled by relevant
10 ## modules.
11 ## Parse errors for control characters that are not allowed in HTML5
12 ## documents, for surrogate code points, and for noncharacter code
13 ## points, as well as U+FFFD substitions for characters whose code points
14 ## is higher than U+10FFFF may be detected by combining the parser with
15 ## the checker implemented by Whatpm::Charset::UnicodeChecker (for its
16 ## usage example, see |t/HTML-tree.t| in the Whatpm package or the
17 ## WebHACC::Language::HTML module in the WebHACC package).
18
19 ## ISSUE:
20 ## var doc = implementation.createDocument (null, null, null);
21 ## doc.write ('');
22 ## alert (doc.compatMode);
23
24 require IO::Handle;
25
26 ## Namespace URLs
27
28 my $HTML_NS = q<http://www.w3.org/1999/xhtml>;
29 my $MML_NS = q<http://www.w3.org/1998/Math/MathML>;
30 my $SVG_NS = q<http://www.w3.org/2000/svg>;
31 my $XLINK_NS = q<http://www.w3.org/1999/xlink>;
32 my $XML_NS = q<http://www.w3.org/XML/1998/namespace>;
33 my $XMLNS_NS = q<http://www.w3.org/2000/xmlns/>;
34
35 ## Element categories
36
37 ## Bits 12-15
38 sub SPECIAL_EL () { 0b1_000000000000000 }
39 sub SCOPING_EL () { 0b1_00000000000000 }
40 sub FORMATTING_EL () { 0b1_0000000000000 }
41 sub PHRASING_EL () { 0b1_000000000000 }
42
43 ## Bits 10-11
44 #sub FOREIGN_EL () { 0b1_00000000000 } # see Whatpm::HTML::Tokenizer
45 sub FOREIGN_FLOW_CONTENT_EL () { 0b1_0000000000 }
46
47 ## Bits 6-9
48 sub TABLE_SCOPING_EL () { 0b1_000000000 }
49 sub TABLE_ROWS_SCOPING_EL () { 0b1_00000000 }
50 sub TABLE_ROW_SCOPING_EL () { 0b1_0000000 }
51 sub TABLE_ROWS_EL () { 0b1_000000 }
52
53 ## Bit 5
54 sub ADDRESS_DIV_P_EL () { 0b1_00000 }
55
56 ## NOTE: Used in </body> and EOF algorithms.
57 ## Bit 4
58 sub ALL_END_TAG_OPTIONAL_EL () { 0b1_0000 }
59
60 ## NOTE: Used in "generate implied end tags" algorithm.
61 ## NOTE: There is a code where a modified version of
62 ## END_TAG_OPTIONAL_EL is used in "generate implied end tags"
63 ## implementation (search for the algorithm name).
64 ## Bit 3
65 sub END_TAG_OPTIONAL_EL () { 0b1_000 }
66
67 ## Bits 0-2
68
69 sub MISC_SPECIAL_EL () { SPECIAL_EL | 0b000 }
70 sub FORM_EL () { SPECIAL_EL | 0b001 }
71 sub FRAMESET_EL () { SPECIAL_EL | 0b010 }
72 sub HEADING_EL () { SPECIAL_EL | 0b011 }
73 sub SELECT_EL () { SPECIAL_EL | 0b100 }
74 sub SCRIPT_EL () { SPECIAL_EL | 0b101 }
75
76 sub ADDRESS_DIV_EL () { SPECIAL_EL | ADDRESS_DIV_P_EL | 0b001 }
77 sub BODY_EL () { SPECIAL_EL | ALL_END_TAG_OPTIONAL_EL | 0b001 }
78
79 sub DTDD_EL () {
80 SPECIAL_EL |
81 END_TAG_OPTIONAL_EL |
82 ALL_END_TAG_OPTIONAL_EL |
83 0b010
84 }
85 sub LI_EL () {
86 SPECIAL_EL |
87 END_TAG_OPTIONAL_EL |
88 ALL_END_TAG_OPTIONAL_EL |
89 0b100
90 }
91 sub P_EL () {
92 SPECIAL_EL |
93 ADDRESS_DIV_P_EL |
94 END_TAG_OPTIONAL_EL |
95 ALL_END_TAG_OPTIONAL_EL |
96 0b001
97 }
98
99 sub TABLE_ROW_EL () {
100 SPECIAL_EL |
101 TABLE_ROWS_EL |
102 TABLE_ROW_SCOPING_EL |
103 ALL_END_TAG_OPTIONAL_EL |
104 0b001
105 }
106 sub TABLE_ROW_GROUP_EL () {
107 SPECIAL_EL |
108 TABLE_ROWS_EL |
109 TABLE_ROWS_SCOPING_EL |
110 ALL_END_TAG_OPTIONAL_EL |
111 0b001
112 }
113
114 sub MISC_SCOPING_EL () { SCOPING_EL | 0b000 }
115 sub BUTTON_EL () { SCOPING_EL | 0b001 }
116 sub CAPTION_EL () { SCOPING_EL | 0b010 }
117 sub HTML_EL () {
118 SCOPING_EL |
119 TABLE_SCOPING_EL |
120 TABLE_ROWS_SCOPING_EL |
121 TABLE_ROW_SCOPING_EL |
122 ALL_END_TAG_OPTIONAL_EL |
123 0b001
124 }
125 sub TABLE_EL () {
126 SCOPING_EL |
127 TABLE_ROWS_EL |
128 TABLE_SCOPING_EL |
129 0b001
130 }
131 sub TABLE_CELL_EL () {
132 SCOPING_EL |
133 TABLE_ROW_SCOPING_EL |
134 ALL_END_TAG_OPTIONAL_EL |
135 0b001
136 }
137
138 sub MISC_FORMATTING_EL () { FORMATTING_EL | 0b000 }
139 sub A_EL () { FORMATTING_EL | 0b001 }
140 sub NOBR_EL () { FORMATTING_EL | 0b010 }
141
142 sub RUBY_EL () { PHRASING_EL | 0b001 }
143
144 ## ISSUE: ALL_END_TAG_OPTIONAL_EL?
145 sub OPTGROUP_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b001 }
146 sub OPTION_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b010 }
147 sub RUBY_COMPONENT_EL () { PHRASING_EL | END_TAG_OPTIONAL_EL | 0b100 }
148
149 sub MML_AXML_EL () { PHRASING_EL | FOREIGN_EL | 0b001 }
150
151 my $el_category = {
152 a => A_EL,
153 address => ADDRESS_DIV_EL,
154 applet => MISC_SCOPING_EL,
155 area => MISC_SPECIAL_EL,
156 article => MISC_SPECIAL_EL,
157 aside => MISC_SPECIAL_EL,
158 b => FORMATTING_EL,
159 base => MISC_SPECIAL_EL,
160 basefont => MISC_SPECIAL_EL,
161 bgsound => MISC_SPECIAL_EL,
162 big => FORMATTING_EL,
163 blockquote => MISC_SPECIAL_EL,
164 body => BODY_EL,
165 br => MISC_SPECIAL_EL,
166 button => BUTTON_EL,
167 caption => CAPTION_EL,
168 center => MISC_SPECIAL_EL,
169 col => MISC_SPECIAL_EL,
170 colgroup => MISC_SPECIAL_EL,
171 command => MISC_SPECIAL_EL,
172 datagrid => MISC_SPECIAL_EL,
173 dd => DTDD_EL,
174 details => MISC_SPECIAL_EL,
175 dialog => MISC_SPECIAL_EL,
176 dir => MISC_SPECIAL_EL,
177 div => ADDRESS_DIV_EL,
178 dl => MISC_SPECIAL_EL,
179 dt => DTDD_EL,
180 em => FORMATTING_EL,
181 embed => MISC_SPECIAL_EL,
182 fieldset => MISC_SPECIAL_EL,
183 figure => MISC_SPECIAL_EL,
184 font => FORMATTING_EL,
185 footer => MISC_SPECIAL_EL,
186 form => FORM_EL,
187 frame => MISC_SPECIAL_EL,
188 frameset => FRAMESET_EL,
189 h1 => HEADING_EL,
190 h2 => HEADING_EL,
191 h3 => HEADING_EL,
192 h4 => HEADING_EL,
193 h5 => HEADING_EL,
194 h6 => HEADING_EL,
195 head => MISC_SPECIAL_EL,
196 header => MISC_SPECIAL_EL,
197 hgroup => MISC_SPECIAL_EL,
198 hr => MISC_SPECIAL_EL,
199 html => HTML_EL,
200 i => FORMATTING_EL,
201 iframe => MISC_SPECIAL_EL,
202 img => MISC_SPECIAL_EL,
203 #image => MISC_SPECIAL_EL, ## NOTE: Commented out in the spec.
204 input => MISC_SPECIAL_EL,
205 isindex => MISC_SPECIAL_EL,
206 ## XXX keygen? (Whether a void element is in Special or not does not
207 ## affect to the processing, however.)
208 li => LI_EL,
209 link => MISC_SPECIAL_EL,
210 listing => MISC_SPECIAL_EL,
211 marquee => MISC_SCOPING_EL,
212 menu => MISC_SPECIAL_EL,
213 meta => MISC_SPECIAL_EL,
214 nav => MISC_SPECIAL_EL,
215 nobr => NOBR_EL,
216 noembed => MISC_SPECIAL_EL,
217 noframes => MISC_SPECIAL_EL,
218 noscript => MISC_SPECIAL_EL,
219 object => MISC_SCOPING_EL,
220 ol => MISC_SPECIAL_EL,
221 optgroup => OPTGROUP_EL,
222 option => OPTION_EL,
223 p => P_EL,
224 param => MISC_SPECIAL_EL,
225 plaintext => MISC_SPECIAL_EL,
226 pre => MISC_SPECIAL_EL,
227 rp => RUBY_COMPONENT_EL,
228 rt => RUBY_COMPONENT_EL,
229 ruby => RUBY_EL,
230 s => FORMATTING_EL,
231 script => MISC_SPECIAL_EL,
232 select => SELECT_EL,
233 section => MISC_SPECIAL_EL,
234 small => FORMATTING_EL,
235 spacer => MISC_SPECIAL_EL,
236 strike => FORMATTING_EL,
237 strong => FORMATTING_EL,
238 style => MISC_SPECIAL_EL,
239 table => TABLE_EL,
240 tbody => TABLE_ROW_GROUP_EL,
241 td => TABLE_CELL_EL,
242 textarea => MISC_SPECIAL_EL,
243 tfoot => TABLE_ROW_GROUP_EL,
244 th => TABLE_CELL_EL,
245 thead => TABLE_ROW_GROUP_EL,
246 title => MISC_SPECIAL_EL,
247 tr => TABLE_ROW_EL,
248 tt => FORMATTING_EL,
249 u => FORMATTING_EL,
250 ul => MISC_SPECIAL_EL,
251 wbr => MISC_SPECIAL_EL,
252 xmp => MISC_SPECIAL_EL,
253 };
254
255 my $el_category_f = {
256 $MML_NS => {
257 'annotation-xml' => MML_AXML_EL,
258 mi => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
259 mo => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
260 mn => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
261 ms => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
262 mtext => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
263 },
264 $SVG_NS => {
265 foreignObject => SCOPING_EL | FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
266 desc => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
267 title => FOREIGN_EL | FOREIGN_FLOW_CONTENT_EL,
268 },
269 ## NOTE: In addition, FOREIGN_EL is set to non-HTML elements.
270 };
271
272 my $svg_attr_name = {
273 attributename => 'attributeName',
274 attributetype => 'attributeType',
275 basefrequency => 'baseFrequency',
276 baseprofile => 'baseProfile',
277 calcmode => 'calcMode',
278 clippathunits => 'clipPathUnits',
279 contentscripttype => 'contentScriptType',
280 contentstyletype => 'contentStyleType',
281 diffuseconstant => 'diffuseConstant',
282 edgemode => 'edgeMode',
283 externalresourcesrequired => 'externalResourcesRequired',
284 filterres => 'filterRes',
285 filterunits => 'filterUnits',
286 glyphref => 'glyphRef',
287 gradienttransform => 'gradientTransform',
288 gradientunits => 'gradientUnits',
289 kernelmatrix => 'kernelMatrix',
290 kernelunitlength => 'kernelUnitLength',
291 keypoints => 'keyPoints',
292 keysplines => 'keySplines',
293 keytimes => 'keyTimes',
294 lengthadjust => 'lengthAdjust',
295 limitingconeangle => 'limitingConeAngle',
296 markerheight => 'markerHeight',
297 markerunits => 'markerUnits',
298 markerwidth => 'markerWidth',
299 maskcontentunits => 'maskContentUnits',
300 maskunits => 'maskUnits',
301 numoctaves => 'numOctaves',
302 pathlength => 'pathLength',
303 patterncontentunits => 'patternContentUnits',
304 patterntransform => 'patternTransform',
305 patternunits => 'patternUnits',
306 pointsatx => 'pointsAtX',
307 pointsaty => 'pointsAtY',
308 pointsatz => 'pointsAtZ',
309 preservealpha => 'preserveAlpha',
310 preserveaspectratio => 'preserveAspectRatio',
311 primitiveunits => 'primitiveUnits',
312 refx => 'refX',
313 refy => 'refY',
314 repeatcount => 'repeatCount',
315 repeatdur => 'repeatDur',
316 requiredextensions => 'requiredExtensions',
317 requiredfeatures => 'requiredFeatures',
318 specularconstant => 'specularConstant',
319 specularexponent => 'specularExponent',
320 spreadmethod => 'spreadMethod',
321 startoffset => 'startOffset',
322 stddeviation => 'stdDeviation',
323 stitchtiles => 'stitchTiles',
324 surfacescale => 'surfaceScale',
325 systemlanguage => 'systemLanguage',
326 tablevalues => 'tableValues',
327 targetx => 'targetX',
328 targety => 'targetY',
329 textlength => 'textLength',
330 viewbox => 'viewBox',
331 viewtarget => 'viewTarget',
332 xchannelselector => 'xChannelSelector',
333 ychannelselector => 'yChannelSelector',
334 zoomandpan => 'zoomAndPan',
335 };
336
337 my $foreign_attr_xname = {
338 'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']],
339 'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']],
340 'xlink:href' => [$XLINK_NS, ['xlink', 'href']],
341 'xlink:role' => [$XLINK_NS, ['xlink', 'role']],
342 'xlink:show' => [$XLINK_NS, ['xlink', 'show']],
343 'xlink:title' => [$XLINK_NS, ['xlink', 'title']],
344 'xlink:type' => [$XLINK_NS, ['xlink', 'type']],
345 'xml:base' => [$XML_NS, ['xml', 'base']],
346 'xml:lang' => [$XML_NS, ['xml', 'lang']],
347 'xml:space' => [$XML_NS, ['xml', 'space']],
348 'xmlns' => [$XMLNS_NS, [undef, 'xmlns']],
349 'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']],
350 };
351
352 ## ISSUE: xmlns:xlink="non-xlink-ns" is not an error.
353
354 ## TODO: Invoke the reset algorithm when a resettable element is
355 ## created (cf. HTML5 revision 2259).
356
357 sub parse_byte_string ($$$$;$) {
358 my $self = shift;
359 my $charset_name = shift;
360 open my $input, '<', ref $_[0] ? $_[0] : \($_[0]);
361 return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]);
362 } # parse_byte_string
363
364 sub parse_byte_stream ($$$$;$$) {
365 # my ($self, $charset_name, $byte_stream, $doc, $onerror, $get_wrapper) = @_;
366 my $self = ref $_[0] ? shift : shift->new;
367 my $charset_name = shift;
368 my $byte_stream = $_[0];
369
370 my $onerror = $_[2] || sub {
371 my (%opt) = @_;
372 warn "Parse error ($opt{type})\n";
373 };
374 $self->{parse_error} = $onerror; # updated later by parse_char_string
375
376 my $get_wrapper = $_[3] || sub ($) {
377 return $_[0]; # $_[0] = byte stream handle, returned = arg to char handle
378 };
379
380 ## HTML5 encoding sniffing algorithm
381 require Message::Charset::Info;
382 my $charset;
383 my $buffer;
384 my ($char_stream, $e_status);
385
386 SNIFFING: {
387 ## NOTE: By setting |allow_fallback| option true when the
388 ## |get_decode_handle| method is invoked, we ignore what the HTML5
389 ## spec requires, i.e. unsupported encoding should be ignored.
390 ## TODO: We should not do this unless the parser is invoked
391 ## in the conformance checking mode, in which this behavior
392 ## would be useful.
393
394 ## Step 1
395 if (defined $charset_name) {
396 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
397 ## TODO: Is this ok? Transfer protocol's parameter should be
398 ## interpreted in its semantics?
399
400 ($char_stream, $e_status) = $charset->get_decode_handle
401 ($byte_stream, allow_error_reporting => 1,
402 allow_fallback => 1);
403 if ($char_stream) {
404 $self->{confident} = 1;
405 last SNIFFING;
406 } else {
407 !!!parse-error (type => 'charset:not supported',
408 layer => 'encode',
409 line => 1, column => 1,
410 value => $charset_name,
411 level => $self->{level}->{uncertain});
412 }
413 }
414
415 ## Step 2
416 my $byte_buffer = '';
417 for (1..1024) {
418 my $char = $byte_stream->getc;
419 last unless defined $char;
420 $byte_buffer .= $char;
421 } ## TODO: timeout
422
423 ## Step 3
424 if ($byte_buffer =~ /^\xFE\xFF/) {
425 $charset = Message::Charset::Info->get_by_html_name ('utf-16be');
426 ($char_stream, $e_status) = $charset->get_decode_handle
427 ($byte_stream, allow_error_reporting => 1,
428 allow_fallback => 1, byte_buffer => \$byte_buffer);
429 $self->{confident} = 1;
430 last SNIFFING;
431 } elsif ($byte_buffer =~ /^\xFF\xFE/) {
432 $charset = Message::Charset::Info->get_by_html_name ('utf-16le');
433 ($char_stream, $e_status) = $charset->get_decode_handle
434 ($byte_stream, allow_error_reporting => 1,
435 allow_fallback => 1, byte_buffer => \$byte_buffer);
436 $self->{confident} = 1;
437 last SNIFFING;
438 } elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) {
439 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
440 ($char_stream, $e_status) = $charset->get_decode_handle
441 ($byte_stream, allow_error_reporting => 1,
442 allow_fallback => 1, byte_buffer => \$byte_buffer);
443 $self->{confident} = 1;
444 last SNIFFING;
445 }
446
447 ## Step 4
448 ## TODO: <meta charset>
449
450 ## Step 5
451 ## TODO: from history
452
453 ## Step 6
454 require Whatpm::Charset::UniversalCharDet;
455 $charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string
456 ($byte_buffer);
457 if (defined $charset_name) {
458 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
459
460 require Whatpm::Charset::DecodeHandle;
461 $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
462 ($byte_stream);
463 ($char_stream, $e_status) = $charset->get_decode_handle
464 ($buffer, allow_error_reporting => 1,
465 allow_fallback => 1, byte_buffer => \$byte_buffer);
466 if ($char_stream) {
467 $buffer->{buffer} = $byte_buffer;
468 !!!parse-error (type => 'sniffing:chardet',
469 text => $charset_name,
470 level => $self->{level}->{info},
471 layer => 'encode',
472 line => 1, column => 1);
473 $self->{confident} = 0;
474 last SNIFFING;
475 }
476 }
477
478 ## Step 7: default
479 ## TODO: Make this configurable.
480 $charset = Message::Charset::Info->get_by_html_name ('windows-1252');
481 ## NOTE: We choose |windows-1252| here, since |utf-8| should be
482 ## detectable in the step 6.
483 require Whatpm::Charset::DecodeHandle;
484 $buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new
485 ($byte_stream);
486 ($char_stream, $e_status)
487 = $charset->get_decode_handle ($buffer,
488 allow_error_reporting => 1,
489 allow_fallback => 1,
490 byte_buffer => \$byte_buffer);
491 $buffer->{buffer} = $byte_buffer;
492 !!!parse-error (type => 'sniffing:default',
493 text => 'windows-1252',
494 level => $self->{level}->{info},
495 line => 1, column => 1,
496 layer => 'encode');
497 $self->{confident} = 0;
498 } # SNIFFING
499
500 if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
501 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
502 !!!parse-error (type => 'chardecode:fallback',
503 #text => $self->{input_encoding},
504 level => $self->{level}->{uncertain},
505 line => 1, column => 1,
506 layer => 'encode');
507 } elsif (not ($e_status &
508 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
509 $self->{input_encoding} = $charset->get_iana_name;
510 !!!parse-error (type => 'chardecode:no error',
511 text => $self->{input_encoding},
512 level => $self->{level}->{uncertain},
513 line => 1, column => 1,
514 layer => 'encode');
515 } else {
516 $self->{input_encoding} = $charset->get_iana_name;
517 }
518
519 $self->{change_encoding} = sub {
520 my $self = shift;
521 $charset_name = shift;
522 my $token = shift;
523
524 $charset = Message::Charset::Info->get_by_html_name ($charset_name);
525 ($char_stream, $e_status) = $charset->get_decode_handle
526 ($byte_stream, allow_error_reporting => 1, allow_fallback => 1,
527 byte_buffer => \ $buffer->{buffer});
528
529 if ($char_stream) { # if supported
530 ## "Change the encoding" algorithm:
531
532 ## Step 1
533 if (defined $self->{input_encoding} and
534 $self->{input_encoding} eq $charset_name) {
535 !!!parse-error (type => 'charset label:matching',
536 text => $charset_name,
537 level => $self->{level}->{info});
538 $self->{confident} = 1;
539 return;
540 }
541
542 ## Step 2 (HTML5 revision 3205)
543 if (defined $self->{input_encoding} and
544 Message::Charset::Info->get_by_html_name ($self->{input_encoding})
545 ->{category} & Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
546 $self->{confident} = 1;
547 return;
548 }
549
550 ## Step 3
551 if ($charset->{category} &
552 Message::Charset::Info::CHARSET_CATEGORY_UTF16 ()) {
553 $charset = Message::Charset::Info->get_by_html_name ('utf-8');
554 ($char_stream, $e_status) = $charset->get_decode_handle
555 ($byte_stream,
556 byte_buffer => \ $buffer->{buffer});
557 }
558 $charset_name = $charset->get_iana_name;
559
560 !!!parse-error (type => 'charset label detected',
561 text => $self->{input_encoding},
562 value => $charset_name,
563 level => $self->{level}->{warn},
564 token => $token);
565
566 ## Step 4
567 # if (can) {
568 ## change the encoding on the fly.
569 #$self->{confident} = 1;
570 #return;
571 # }
572
573 ## Step 5
574 throw Whatpm::HTML::RestartParser ();
575 }
576 }; # $self->{change_encoding}
577
578 my $char_onerror = sub {
579 my (undef, $type, %opt) = @_;
580 !!!parse-error (layer => 'encode',
581 line => $self->{line}, column => $self->{column} + 1,
582 %opt, type => $type);
583 if ($opt{octets}) {
584 ${$opt{octets}} = "\x{FFFD}"; # relacement character
585 }
586 };
587
588 my $wrapped_char_stream = $get_wrapper->($char_stream);
589 $wrapped_char_stream->onerror ($char_onerror);
590
591 my @args = ($_[1], $_[2]); # $doc, $onerror - $get_wrapper = undef;
592 my $return;
593 try {
594 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
595 } catch Whatpm::HTML::RestartParser with {
596 ## NOTE: Invoked after {change_encoding}.
597
598 if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) {
599 $self->{input_encoding} = $charset->get_iana_name; ## TODO: Should we set actual charset decoder's encoding name?
600 !!!parse-error (type => 'chardecode:fallback',
601 level => $self->{level}->{uncertain},
602 #text => $self->{input_encoding},
603 line => 1, column => 1,
604 layer => 'encode');
605 } elsif (not ($e_status &
606 Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL ())) {
607 $self->{input_encoding} = $charset->get_iana_name;
608 !!!parse-error (type => 'chardecode:no error',
609 text => $self->{input_encoding},
610 level => $self->{level}->{uncertain},
611 line => 1, column => 1,
612 layer => 'encode');
613 } else {
614 $self->{input_encoding} = $charset->get_iana_name;
615 }
616 $self->{confident} = 1;
617
618 $wrapped_char_stream = $get_wrapper->($char_stream);
619 $wrapped_char_stream->onerror ($char_onerror);
620
621 $return = $self->parse_char_stream ($wrapped_char_stream, @args);
622 };
623 return $return;
624 } # parse_byte_stream
625
626 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
627 ## and the HTML layer MUST ignore it. However, we does strip BOM in
628 ## the encoding layer and the HTML layer does not ignore any U+FEFF,
629 ## because the core part of our HTML parser expects a string of character,
630 ## not a string of bytes or code units or anything which might contain a BOM.
631 ## Therefore, any parser interface that accepts a string of bytes,
632 ## such as |parse_byte_string| in this module, must ensure that it does
633 ## strip the BOM and never strip any ZWNBSP.
634
635 sub parse_char_string ($$$;$$) {
636 #my ($self, $s, $doc, $onerror, $get_wrapper) = @_;
637 my $self = shift;
638 my $s = ref $_[0] ? $_[0] : \($_[0]);
639 require Whatpm::Charset::DecodeHandle;
640 my $input = Whatpm::Charset::DecodeHandle::CharString->new ($s);
641 return $self->parse_char_stream ($input, @_[1..$#_]);
642 } # parse_char_string
643 *parse_string = \&parse_char_string; ## NOTE: Alias for backward compatibility.
644
645 sub parse_char_stream ($$$;$$) {
646 my $self = ref $_[0] ? shift : shift->new;
647 my $input = $_[0];
648 $self->{document} = $_[1];
649 @{$self->{document}->child_nodes} = ();
650
651 ## NOTE: |set_inner_html| copies most of this method's code
652
653 ## Confidence: irrelevant.
654 $self->{confident} = 1 unless exists $self->{confident};
655
656 $self->{document}->input_encoding ($self->{input_encoding})
657 if defined $self->{input_encoding};
658 ## TODO: |{input_encoding}| is needless?
659
660 $self->{line_prev} = $self->{line} = 1;
661 $self->{column_prev} = -1;
662 $self->{column} = 0;
663 $self->{set_nc} = sub {
664 my $self = shift;
665
666 my $char = '';
667 if (defined $self->{next_nc}) {
668 $char = $self->{next_nc};
669 delete $self->{next_nc};
670 $self->{nc} = ord $char;
671 } else {
672 $self->{char_buffer} = '';
673 $self->{char_buffer_pos} = 0;
674
675 my $count = $input->manakai_read_until
676 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/, $self->{char_buffer_pos});
677 if ($count) {
678 $self->{line_prev} = $self->{line};
679 $self->{column_prev} = $self->{column};
680 $self->{column}++;
681 $self->{nc}
682 = ord substr ($self->{char_buffer}, $self->{char_buffer_pos}++, 1);
683 return;
684 }
685
686 if ($input->read ($char, 1)) {
687 $self->{nc} = ord $char;
688 } else {
689 $self->{nc} = -1;
690 return;
691 }
692 }
693
694 ($self->{line_prev}, $self->{column_prev})
695 = ($self->{line}, $self->{column});
696 $self->{column}++;
697
698 if ($self->{nc} == 0x000A) { # LF
699 !!!cp ('j1');
700 $self->{line}++;
701 $self->{column} = 0;
702 } elsif ($self->{nc} == 0x000D) { # CR
703 !!!cp ('j2');
704 ## TODO: support for abort/streaming
705 my $next = '';
706 if ($input->read ($next, 1) and $next ne "\x0A") {
707 $self->{next_nc} = $next;
708 }
709 $self->{nc} = 0x000A; # LF # MUST
710 $self->{line}++;
711 $self->{column} = 0;
712 } elsif ($self->{nc} == 0x0000) { # NULL
713 !!!cp ('j4');
714 !!!parse-error (type => 'NULL');
715 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
716 }
717 };
718
719 $self->{read_until} = sub {
720 #my ($scalar, $specials_range, $offset) = @_;
721 return 0 if defined $self->{next_nc};
722
723 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
724 my $offset = $_[2] || 0;
725
726 if ($self->{char_buffer_pos} < length $self->{char_buffer}) {
727 pos ($self->{char_buffer}) = $self->{char_buffer_pos};
728 if ($self->{char_buffer} =~ /\G(?>$pattern)+/) {
729 substr ($_[0], $offset)
730 = substr ($self->{char_buffer}, $-[0], $+[0] - $-[0]);
731 my $count = $+[0] - $-[0];
732 if ($count) {
733 $self->{column} += $count;
734 $self->{char_buffer_pos} += $count;
735 $self->{line_prev} = $self->{line};
736 $self->{column_prev} = $self->{column} - 1;
737 $self->{nc} = -1;
738 }
739 return $count;
740 } else {
741 return 0;
742 }
743 } else {
744 my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
745 if ($count) {
746 $self->{column} += $count;
747 $self->{line_prev} = $self->{line};
748 $self->{column_prev} = $self->{column} - 1;
749 $self->{nc} = -1;
750 }
751 return $count;
752 }
753 }; # $self->{read_until}
754
755 my $onerror = $_[2] || sub {
756 my (%opt) = @_;
757 my $line = $opt{token} ? $opt{token}->{line} : $opt{line};
758 my $column = $opt{token} ? $opt{token}->{column} : $opt{column};
759 warn "Parse error ($opt{type}) at line $line column $column\n";
760 };
761 $self->{parse_error} = sub {
762 $onerror->(line => $self->{line}, column => $self->{column}, @_);
763 };
764
765 my $char_onerror = sub {
766 my (undef, $type, %opt) = @_;
767 !!!parse-error (layer => 'encode',
768 line => $self->{line}, column => $self->{column} + 1,
769 %opt, type => $type);
770 }; # $char_onerror
771
772 if ($_[3]) {
773 $input = $_[3]->($input);
774 $input->onerror ($char_onerror);
775 } else {
776 $input->onerror ($char_onerror) unless defined $input->onerror;
777 }
778
779 $self->_initialize_tokenizer;
780 $self->_initialize_tree_constructor;
781 $self->_construct_tree;
782 $self->_terminate_tree_constructor;
783
784 delete $self->{parse_error}; # remove loop
785
786 return $self->{document};
787 } # parse_char_stream
788
789 sub new ($) {
790 my $class = shift;
791 my $self = bless {
792 level => {must => 'm',
793 should => 's',
794 warn => 'w',
795 info => 'i',
796 uncertain => 'u'},
797 }, $class;
798 $self->{set_nc} = sub {
799 $self->{nc} = -1;
800 };
801 $self->{parse_error} = sub {
802 #
803 };
804 $self->{change_encoding} = sub {
805 # if ($_[0] is a supported encoding) {
806 # run "change the encoding" algorithm;
807 # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
808 # }
809 };
810 $self->{application_cache_selection} = sub {
811 #
812 };
813 return $self;
814 } # new
815
816 ## Insertion modes
817
818 sub AFTER_HTML_IMS () { 0b100 }
819 sub HEAD_IMS () { 0b1000 }
820 sub BODY_IMS () { 0b10000 }
821 sub BODY_TABLE_IMS () { 0b100000 }
822 sub TABLE_IMS () { 0b1000000 }
823 sub ROW_IMS () { 0b10000000 }
824 sub BODY_AFTER_IMS () { 0b100000000 }
825 sub FRAME_IMS () { 0b1000000000 }
826 sub SELECT_IMS () { 0b10000000000 }
827 #sub IN_FOREIGN_CONTENT_IM () { 0b100000000000 } # see Whatpm::HTML::Tokenizer
828 ## NOTE: "in foreign content" insertion mode is special; it is combined
829 ## with the secondary insertion mode. In this parser, they are stored
830 ## together in the bit-or'ed form.
831 sub IN_CDATA_RCDATA_IM () { 0b1000000000000 }
832 ## NOTE: "in CDATA/RCDATA" insertion mode is also special; it is
833 ## combined with the original insertion mode. In thie parser,
834 ## they are stored together in the bit-or'ed form.
835
836 sub IM_MASK () { 0b11111111111 }
837
838 ## NOTE: "initial" and "before html" insertion modes have no constants.
839
840 ## NOTE: "after after body" insertion mode.
841 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
842
843 ## NOTE: "after after frameset" insertion mode.
844 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
845
846 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
847 sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
848 sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
849 sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
850 sub IN_BODY_IM () { BODY_IMS }
851 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
852 sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
853 sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
854 sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
855 sub IN_TABLE_IM () { TABLE_IMS }
856 sub AFTER_BODY_IM () { BODY_AFTER_IMS }
857 sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
858 sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
859 sub IN_SELECT_IM () { SELECT_IMS | 0b01 }
860 sub IN_SELECT_IN_TABLE_IM () { SELECT_IMS | 0b10 }
861 sub IN_COLUMN_GROUP_IM () { 0b10 }
862
863 sub _initialize_tree_constructor ($) {
864 my $self = shift;
865 ## NOTE: $self->{document} MUST be specified before this method is called
866 $self->{document}->strict_error_checking (0);
867 ## TODO: Turn mutation events off # MUST
868 ## TODO: Turn loose Document option (manakai extension) on
869 $self->{document}->manakai_is_html (1); # MUST
870 $self->{document}->set_user_data (manakai_source_line => 1);
871 $self->{document}->set_user_data (manakai_source_column => 1);
872 } # _initialize_tree_constructor
873
874 sub _terminate_tree_constructor ($) {
875 my $self = shift;
876 $self->{document}->strict_error_checking (1);
877 ## TODO: Turn mutation events on
878 } # _terminate_tree_constructor
879
880 ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
881
882 { # tree construction stage
883 my $token;
884
885 sub _construct_tree ($) {
886 my ($self) = @_;
887
888 ## When an interactive UA render the $self->{document} available
889 ## to the user, or when it begin accepting user input, are
890 ## not defined.
891
892 !!!next-token;
893
894 undef $self->{form_element};
895 undef $self->{head_element};
896 undef $self->{head_element_inserted};
897 $self->{open_elements} = [];
898 undef $self->{inner_html_node};
899 undef $self->{ignore_newline};
900
901 ## NOTE: The "initial" insertion mode.
902 $self->_tree_construction_initial; # MUST
903
904 ## NOTE: The "before html" insertion mode.
905 $self->_tree_construction_root_element;
906 $self->{insertion_mode} = BEFORE_HEAD_IM;
907
908 ## NOTE: The "before head" insertion mode and so on.
909 $self->_tree_construction_main;
910 } # _construct_tree
911
912 sub _tree_construction_initial ($) {
913 my $self = shift;
914
915 ## NOTE: "initial" insertion mode
916
917 INITIAL: {
918 if ($token->{type} == DOCTYPE_TOKEN) {
919 ## NOTE: Conformance checkers MAY, instead of reporting "not
920 ## HTML5" error, switch to a conformance checking mode for
921 ## another language. (We don't support such mode switchings; it
922 ## is nonsense to do anything different from what browsers do.)
923 my $doctype_name = $token->{name};
924 $doctype_name = '' unless defined $doctype_name;
925 my $doctype = $self->{document}->create_document_type_definition
926 ($doctype_name);
927
928 $doctype_name =~ tr/A-Z/a-z/; # ASCII case-insensitive
929 if ($doctype_name ne 'html') {
930 !!!cp ('t1');
931 !!!parse-error (type => 'not HTML5', token => $token);
932 } elsif (defined $token->{pubid}) {
933 !!!cp ('t2');
934 ## XXX Obsolete permitted DOCTYPEs
935 !!!parse-error (type => 'not HTML5', token => $token);
936 } elsif (defined $token->{sysid}) {
937 if ($token->{sysid} eq 'about:legacy-compat') {
938 !!!cp ('t1.2'); ## <!DOCTYPE HTML SYSTEM "about:legacy-compat">
939 !!!parse-error (type => 'XSLT-compat', token => $token,
940 level => $self->{level}->{should});
941 } else {
942 !!!parse-error (type => 'not HTML5', token => $token);
943 }
944 } else { ## <!DOCTYPE HTML>
945 !!!cp ('t3');
946 #
947 }
948
949 ## NOTE: Default value for both |public_id| and |system_id| attributes
950 ## are empty strings, so that we don't set any value in missing cases.
951 $doctype->public_id ($token->{pubid}) if defined $token->{pubid};
952 $doctype->system_id ($token->{sysid}) if defined $token->{sysid};
953
954 ## NOTE: Other DocumentType attributes are null or empty lists.
955 ## In Firefox3, |internalSubset| attribute is set to the empty
956 ## string, while |null| is an allowed value for the attribute
957 ## according to DOM3 Core.
958 $self->{document}->append_child ($doctype);
959
960 if ($token->{quirks} or $doctype_name ne 'html') {
961 !!!cp ('t4');
962 $self->{document}->manakai_compat_mode ('quirks');
963 } elsif (defined $token->{pubid}) {
964 my $pubid = $token->{pubid};
965 $pubid =~ tr/a-z/A-z/;
966 my $prefix = [
967 "+//SILMARIL//DTD HTML PRO V0R11 19970101//",
968 "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
969 "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//",
970 "-//IETF//DTD HTML 2.0 LEVEL 1//",
971 "-//IETF//DTD HTML 2.0 LEVEL 2//",
972 "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//",
973 "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//",
974 "-//IETF//DTD HTML 2.0 STRICT//",
975 "-//IETF//DTD HTML 2.0//",
976 "-//IETF//DTD HTML 2.1E//",
977 "-//IETF//DTD HTML 3.0//",
978 "-//IETF//DTD HTML 3.2 FINAL//",
979 "-//IETF//DTD HTML 3.2//",
980 "-//IETF//DTD HTML 3//",
981 "-//IETF//DTD HTML LEVEL 0//",
982 "-//IETF//DTD HTML LEVEL 1//",
983 "-//IETF//DTD HTML LEVEL 2//",
984 "-//IETF//DTD HTML LEVEL 3//",
985 "-//IETF//DTD HTML STRICT LEVEL 0//",
986 "-//IETF//DTD HTML STRICT LEVEL 1//",
987 "-//IETF//DTD HTML STRICT LEVEL 2//",
988 "-//IETF//DTD HTML STRICT LEVEL 3//",
989 "-//IETF//DTD HTML STRICT//",
990 "-//IETF//DTD HTML//",
991 "-//METRIUS//DTD METRIUS PRESENTATIONAL//",
992 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//",
993 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//",
994 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//",
995 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//",
996 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//",
997 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//",
998 "-//NETSCAPE COMM. CORP.//DTD HTML//",
999 "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//",
1000 "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//",
1001 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//",
1002 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//",
1003 "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//",
1004 "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//",
1005 "-//SPYGLASS//DTD HTML 2.0 EXTENDED//",
1006 "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//",
1007 "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//",
1008 "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//",
1009 "-//W3C//DTD HTML 3 1995-03-24//",
1010 "-//W3C//DTD HTML 3.2 DRAFT//",
1011 "-//W3C//DTD HTML 3.2 FINAL//",
1012 "-//W3C//DTD HTML 3.2//",
1013 "-//W3C//DTD HTML 3.2S DRAFT//",
1014 "-//W3C//DTD HTML 4.0 FRAMESET//",
1015 "-//W3C//DTD HTML 4.0 TRANSITIONAL//",
1016 "-//W3C//DTD HTML EXPERIMETNAL 19960712//",
1017 "-//W3C//DTD HTML EXPERIMENTAL 970421//",
1018 "-//W3C//DTD W3 HTML//",
1019 "-//W3O//DTD W3 HTML 3.0//",
1020 "-//WEBTECHS//DTD MOZILLA HTML 2.0//",
1021 "-//WEBTECHS//DTD MOZILLA HTML//",
1022 ]; # $prefix
1023 my $match;
1024 for (@$prefix) {
1025 if (substr ($prefix, 0, length $_) eq $_) {
1026 $match = 1;
1027 last;
1028 }
1029 }
1030 if ($match or
1031 $pubid eq "-//W3O//DTD W3 HTML STRICT 3.0//EN//" or
1032 $pubid eq "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" or
1033 $pubid eq "HTML") {
1034 !!!cp ('t5');
1035 $self->{document}->manakai_compat_mode ('quirks');
1036 } elsif ($pubid =~ m[^-//W3C//DTD HTML 4.01 FRAMESET//] or
1037 $pubid =~ m[^-//W3C//DTD HTML 4.01 TRANSITIONAL//]) {
1038 if (defined $token->{sysid}) {
1039 !!!cp ('t6');
1040 $self->{document}->manakai_compat_mode ('quirks');
1041 } else {
1042 !!!cp ('t7');
1043 $self->{document}->manakai_compat_mode ('limited quirks');
1044 }
1045 } elsif ($pubid =~ m[^-//W3C//DTD XHTML 1.0 FRAMESET//] or
1046 $pubid =~ m[^-//W3C//DTD XHTML 1.0 TRANSITIONAL//]) {
1047 !!!cp ('t8');
1048 $self->{document}->manakai_compat_mode ('limited quirks');
1049 } else {
1050 !!!cp ('t9');
1051 }
1052 } else {
1053 !!!cp ('t10');
1054 }
1055 if (defined $token->{sysid}) {
1056 my $sysid = $token->{sysid};
1057 $sysid =~ tr/A-Z/a-z/;
1058 if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
1059 ## NOTE: Ensure that |PUBLIC "(limited quirks)" "(quirks)"| is
1060 ## marked as quirks.
1061 $self->{document}->manakai_compat_mode ('quirks');
1062 !!!cp ('t11');
1063 } else {
1064 !!!cp ('t12');
1065 }
1066 } else {
1067 !!!cp ('t13');
1068 }
1069
1070 ## Go to the "before html" insertion mode.
1071 !!!next-token;
1072 return;
1073 } elsif ({
1074 START_TAG_TOKEN, 1,
1075 END_TAG_TOKEN, 1,
1076 END_OF_FILE_TOKEN, 1,
1077 }->{$token->{type}}) {
1078 !!!cp ('t14');
1079 !!!parse-error (type => 'no DOCTYPE', token => $token);
1080 $self->{document}->manakai_compat_mode ('quirks');
1081 ## Go to the "before html" insertion mode.
1082 ## reprocess
1083 !!!ack-later;
1084 return;
1085 } elsif ($token->{type} == CHARACTER_TOKEN) {
1086 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1087 ## Ignore the token
1088
1089 unless (length $token->{data}) {
1090 !!!cp ('t15');
1091 ## Stay in the insertion mode.
1092 !!!next-token;
1093 redo INITIAL;
1094 } else {
1095 !!!cp ('t16');
1096 }
1097 } else {
1098 !!!cp ('t17');
1099 }
1100
1101 !!!parse-error (type => 'no DOCTYPE', token => $token);
1102 $self->{document}->manakai_compat_mode ('quirks');
1103 ## Go to the "before html" insertion mode.
1104 ## reprocess
1105 return;
1106 } elsif ($token->{type} == COMMENT_TOKEN) {
1107 !!!cp ('t18');
1108 my $comment = $self->{document}->create_comment ($token->{data});
1109 $self->{document}->append_child ($comment);
1110
1111 ## Stay in the insertion mode.
1112 !!!next-token;
1113 redo INITIAL;
1114 } else {
1115 die "$0: $token->{type}: Unknown token type";
1116 }
1117 } # INITIAL
1118
1119 die "$0: _tree_construction_initial: This should be never reached";
1120 } # _tree_construction_initial
1121
1122 sub _tree_construction_root_element ($) {
1123 my $self = shift;
1124
1125 ## NOTE: "before html" insertion mode.
1126
1127 B: {
1128 if ($token->{type} == DOCTYPE_TOKEN) {
1129 !!!cp ('t19');
1130 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1131 ## Ignore the token
1132 ## Stay in the insertion mode.
1133 !!!next-token;
1134 redo B;
1135 } elsif ($token->{type} == COMMENT_TOKEN) {
1136 !!!cp ('t20');
1137 my $comment = $self->{document}->create_comment ($token->{data});
1138 $self->{document}->append_child ($comment);
1139 ## Stay in the insertion mode.
1140 !!!next-token;
1141 redo B;
1142 } elsif ($token->{type} == CHARACTER_TOKEN) {
1143 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
1144 ## Ignore the token.
1145
1146 unless (length $token->{data}) {
1147 !!!cp ('t21');
1148 ## Stay in the insertion mode.
1149 !!!next-token;
1150 redo B;
1151 } else {
1152 !!!cp ('t22');
1153 }
1154 } else {
1155 !!!cp ('t23');
1156 }
1157
1158 $self->{application_cache_selection}->(undef);
1159
1160 #
1161 } elsif ($token->{type} == START_TAG_TOKEN) {
1162 if ($token->{tag_name} eq 'html') {
1163 my $root_element;
1164 !!!create-element ($root_element, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
1165 $self->{document}->append_child ($root_element);
1166 push @{$self->{open_elements}},
1167 [$root_element, $el_category->{html}];
1168
1169 if ($token->{attributes}->{manifest}) {
1170 !!!cp ('t24');
1171 $self->{application_cache_selection}
1172 ->($token->{attributes}->{manifest}->{value});
1173 ## ISSUE: Spec is unclear on relative references.
1174 ## According to Hixie (#whatwg 2008-03-19), it should be
1175 ## resolved against the base URI of the document in HTML
1176 ## or xml:base of the element in XHTML.
1177 } else {
1178 !!!cp ('t25');
1179 $self->{application_cache_selection}->(undef);
1180 }
1181
1182 !!!nack ('t25c');
1183
1184 !!!next-token;
1185 return; ## Go to the "before head" insertion mode.
1186 } else {
1187 !!!cp ('t25.1');
1188 #
1189 }
1190 } elsif ({
1191 END_TAG_TOKEN, 1,
1192 END_OF_FILE_TOKEN, 1,
1193 }->{$token->{type}}) {
1194 !!!cp ('t26');
1195 #
1196 } else {
1197 die "$0: $token->{type}: Unknown token type";
1198 }
1199
1200 my $root_element;
1201 !!!create-element ($root_element, $HTML_NS, 'html',, $token);
1202 $self->{document}->append_child ($root_element);
1203 push @{$self->{open_elements}}, [$root_element, $el_category->{html}];
1204
1205 $self->{application_cache_selection}->(undef);
1206
1207 ## NOTE: Reprocess the token.
1208 !!!ack-later;
1209 return; ## Go to the "before head" insertion mode.
1210 } # B
1211
1212 die "$0: _tree_construction_root_element: This should never be reached";
1213 } # _tree_construction_root_element
1214
1215 sub _reset_insertion_mode ($) {
1216 my $self = shift;
1217
1218 ## Step 1
1219 my $last;
1220
1221 ## Step 2
1222 my $i = -1;
1223 my $node = $self->{open_elements}->[$i];
1224
1225 ## Step 3
1226 S3: {
1227 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
1228 $last = 1;
1229 if (defined $self->{inner_html_node}) {
1230 !!!cp ('t28');
1231 $node = $self->{inner_html_node};
1232 } else {
1233 die "_reset_insertion_mode: t27";
1234 }
1235 }
1236
1237 ## Step 4..14
1238 my $new_mode;
1239 if ($node->[1] & FOREIGN_EL) {
1240 !!!cp ('t28.1');
1241 ## NOTE: Strictly spaking, the line below only applies to MathML and
1242 ## SVG elements. Currently the HTML syntax supports only MathML and
1243 ## SVG elements as foreigners.
1244 $new_mode = IN_BODY_IM | IN_FOREIGN_CONTENT_IM;
1245 } elsif ($node->[1] == TABLE_CELL_EL) {
1246 if ($last) {
1247 !!!cp ('t28.2');
1248 #
1249 } else {
1250 !!!cp ('t28.3');
1251 $new_mode = IN_CELL_IM;
1252 }
1253 } else {
1254 !!!cp ('t28.4');
1255 $new_mode = {
1256 select => IN_SELECT_IM,
1257 ## NOTE: |option| and |optgroup| do not set
1258 ## insertion mode to "in select" by themselves.
1259 tr => IN_ROW_IM,
1260 tbody => IN_TABLE_BODY_IM,
1261 thead => IN_TABLE_BODY_IM,
1262 tfoot => IN_TABLE_BODY_IM,
1263 caption => IN_CAPTION_IM,
1264 colgroup => IN_COLUMN_GROUP_IM,
1265 table => IN_TABLE_IM,
1266 head => IN_BODY_IM, # not in head!
1267 body => IN_BODY_IM,
1268 frameset => IN_FRAMESET_IM,
1269 }->{$node->[0]->manakai_local_name};
1270 }
1271 $self->{insertion_mode} = $new_mode and return if defined $new_mode;
1272
1273 ## Step 15
1274 if ($node->[1] == HTML_EL) {
1275 unless (defined $self->{head_element}) {
1276 !!!cp ('t29');
1277 $self->{insertion_mode} = BEFORE_HEAD_IM;
1278 } else {
1279 ## ISSUE: Can this state be reached?
1280 !!!cp ('t30');
1281 $self->{insertion_mode} = AFTER_HEAD_IM;
1282 }
1283 return;
1284 } else {
1285 !!!cp ('t31');
1286 }
1287
1288 ## Step 16
1289 $self->{insertion_mode} = IN_BODY_IM and return if $last;
1290
1291 ## Step 17
1292 $i--;
1293 $node = $self->{open_elements}->[$i];
1294
1295 ## Step 18
1296 redo S3;
1297 } # S3
1298
1299 die "$0: _reset_insertion_mode: This line should never be reached";
1300 } # _reset_insertion_mode
1301
1302 sub _tree_construction_main ($) {
1303 my $self = shift;
1304
1305 my $active_formatting_elements = [];
1306
1307 my $reconstruct_active_formatting_elements = sub { # MUST
1308 my $insert = shift;
1309
1310 ## Step 1
1311 return unless @$active_formatting_elements;
1312
1313 ## Step 3
1314 my $i = -1;
1315 my $entry = $active_formatting_elements->[$i];
1316
1317 ## Step 2
1318 return if $entry->[0] eq '#marker';
1319 for (@{$self->{open_elements}}) {
1320 if ($entry->[0] eq $_->[0]) {
1321 !!!cp ('t32');
1322 return;
1323 }
1324 }
1325
1326 S4: {
1327 ## Step 4
1328 last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
1329
1330 ## Step 5
1331 $i--;
1332 $entry = $active_formatting_elements->[$i];
1333
1334 ## Step 6
1335 if ($entry->[0] eq '#marker') {
1336 !!!cp ('t33_1');
1337 #
1338 } else {
1339 my $in_open_elements;
1340 OE: for (@{$self->{open_elements}}) {
1341 if ($entry->[0] eq $_->[0]) {
1342 !!!cp ('t33');
1343 $in_open_elements = 1;
1344 last OE;
1345 }
1346 }
1347 if ($in_open_elements) {
1348 !!!cp ('t34');
1349 #
1350 } else {
1351 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
1352 !!!cp ('t35');
1353 redo S4;
1354 }
1355 }
1356
1357 ## Step 7
1358 $i++;
1359 $entry = $active_formatting_elements->[$i];
1360 } # S4
1361
1362 S7: {
1363 ## Step 8
1364 my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
1365
1366 ## Step 9
1367 $insert->($clone->[0]);
1368 push @{$self->{open_elements}}, $clone;
1369
1370 ## Step 10
1371 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
1372
1373 ## Step 11
1374 unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
1375 !!!cp ('t36');
1376 ## Step 7'
1377 $i++;
1378 $entry = $active_formatting_elements->[$i];
1379
1380 redo S7;
1381 }
1382
1383 !!!cp ('t37');
1384 } # S7
1385 }; # $reconstruct_active_formatting_elements
1386
1387 my $clear_up_to_marker = sub {
1388 for (reverse 0..$#$active_formatting_elements) {
1389 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1390 !!!cp ('t38');
1391 splice @$active_formatting_elements, $_;
1392 return;
1393 }
1394 }
1395
1396 !!!cp ('t39');
1397 }; # $clear_up_to_marker
1398
1399 my $insert;
1400
1401 my $parse_rcdata = sub ($) {
1402 my ($content_model_flag) = @_;
1403
1404 ## Step 1
1405 my $start_tag_name = $token->{tag_name};
1406 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
1407
1408 ## Step 2
1409 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
1410 delete $self->{escape}; # MUST
1411
1412 ## Step 3, 4
1413 $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1414
1415 !!!nack ('t40.1');
1416 !!!next-token;
1417 }; # $parse_rcdata
1418
1419 my $script_start_tag = sub () {
1420 ## Step 1
1421 my $script_el;
1422 !!!create-element ($script_el, $HTML_NS, 'script', $token->{attributes}, $token);
1423
1424 ## Step 2
1425 ## TODO: mark as "parser-inserted"
1426
1427 ## Step 3
1428 ## TODO: Mark as "already executed", if ...
1429
1430 ## Step 4 (HTML5 revision 2702)
1431 $insert->($script_el);
1432 push @{$self->{open_elements}}, [$script_el, $el_category->{script}];
1433
1434 ## Step 5
1435 $self->{content_model} = CDATA_CONTENT_MODEL;
1436 delete $self->{escape}; # MUST
1437
1438 ## Step 6-7
1439 $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
1440
1441 !!!nack ('t40.2');
1442 !!!next-token;
1443 }; # $script_start_tag
1444
1445 ## NOTE: $open_tables->[-1]->[0] is the "current table" element node.
1446 ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag (OBSOLETE; unused).
1447 ## NOTE: $open_tables->[-1]->[2] is set false when non-Text node inserted.
1448 my $open_tables = [[$self->{open_elements}->[0]->[0]]];
1449
1450 my $formatting_end_tag = sub {
1451 my $end_tag_token = shift;
1452 my $tag_name = $end_tag_token->{tag_name};
1453
1454 ## NOTE: The adoption agency algorithm (AAA).
1455
1456 FET: {
1457 ## Step 1
1458 my $formatting_element;
1459 my $formatting_element_i_in_active;
1460 AFE: for (reverse 0..$#$active_formatting_elements) {
1461 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
1462 !!!cp ('t52');
1463 last AFE;
1464 } elsif ($active_formatting_elements->[$_]->[0]->manakai_local_name
1465 eq $tag_name) {
1466 !!!cp ('t51');
1467 $formatting_element = $active_formatting_elements->[$_];
1468 $formatting_element_i_in_active = $_;
1469 last AFE;
1470 }
1471 } # AFE
1472 unless (defined $formatting_element) {
1473 !!!cp ('t53');
1474 !!!parse-error (type => 'unmatched end tag', text => $tag_name, token => $end_tag_token);
1475 ## Ignore the token
1476 !!!next-token;
1477 return;
1478 }
1479 ## has an element in scope
1480 my $in_scope = 1;
1481 my $formatting_element_i_in_open;
1482 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
1483 my $node = $self->{open_elements}->[$_];
1484 if ($node->[0] eq $formatting_element->[0]) {
1485 if ($in_scope) {
1486 !!!cp ('t54');
1487 $formatting_element_i_in_open = $_;
1488 last INSCOPE;
1489 } else { # in open elements but not in scope
1490 !!!cp ('t55');
1491 !!!parse-error (type => 'unmatched end tag',
1492 text => $token->{tag_name},
1493 token => $end_tag_token);
1494 ## Ignore the token
1495 !!!next-token;
1496 return;
1497 }
1498 } elsif ($node->[1] & SCOPING_EL) {
1499 !!!cp ('t56');
1500 $in_scope = 0;
1501 }
1502 } # INSCOPE
1503 unless (defined $formatting_element_i_in_open) {
1504 !!!cp ('t57');
1505 !!!parse-error (type => 'unmatched end tag',
1506 text => $token->{tag_name},
1507 token => $end_tag_token);
1508 pop @$active_formatting_elements; # $formatting_element
1509 !!!next-token; ## TODO: ok?
1510 return;
1511 }
1512 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
1513 !!!cp ('t58');
1514 !!!parse-error (type => 'not closed',
1515 text => $self->{open_elements}->[-1]->[0]
1516 ->manakai_local_name,
1517 token => $end_tag_token);
1518 }
1519
1520 ## Step 2
1521 my $furthest_block;
1522 my $furthest_block_i_in_open;
1523 OE: for (reverse 0..$#{$self->{open_elements}}) {
1524 my $node = $self->{open_elements}->[$_];
1525 if (not ($node->[1] & FORMATTING_EL) and
1526 #not $phrasing_category->{$node->[1]} and
1527 ($node->[1] & SPECIAL_EL or
1528 $node->[1] & SCOPING_EL)) { ## Scoping is redundant, maybe
1529 !!!cp ('t59');
1530 $furthest_block = $node;
1531 $furthest_block_i_in_open = $_;
1532 ## NOTE: The topmost (eldest) node.
1533 } elsif ($node->[0] eq $formatting_element->[0]) {
1534 !!!cp ('t60');
1535 last OE;
1536 }
1537 } # OE
1538
1539 ## Step 3
1540 unless (defined $furthest_block) { # MUST
1541 !!!cp ('t61');
1542 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
1543 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
1544 !!!next-token;
1545 return;
1546 }
1547
1548 ## Step 4
1549 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
1550
1551 ## Step 5
1552 my $furthest_block_parent = $furthest_block->[0]->parent_node;
1553 if (defined $furthest_block_parent) {
1554 !!!cp ('t62');
1555 $furthest_block_parent->remove_child ($furthest_block->[0]);
1556 }
1557
1558 ## Step 6
1559 my $bookmark_prev_el
1560 = $active_formatting_elements->[$formatting_element_i_in_active - 1]
1561 ->[0];
1562
1563 ## Step 7
1564 my $node = $furthest_block;
1565 my $node_i_in_open = $furthest_block_i_in_open;
1566 my $last_node = $furthest_block;
1567 S7: {
1568 ## Step 1
1569 $node_i_in_open--;
1570 $node = $self->{open_elements}->[$node_i_in_open];
1571
1572 ## Step 2
1573 my $node_i_in_active;
1574 S7S2: {
1575 for (reverse 0..$#$active_formatting_elements) {
1576 if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
1577 !!!cp ('t63');
1578 $node_i_in_active = $_;
1579 last S7S2;
1580 }
1581 }
1582 splice @{$self->{open_elements}}, $node_i_in_open, 1;
1583 redo S7;
1584 } # S7S2
1585
1586 ## Step 3
1587 last S7 if $node->[0] eq $formatting_element->[0];
1588
1589 ## Step 4
1590 if ($last_node->[0] eq $furthest_block->[0]) {
1591 !!!cp ('t64');
1592 $bookmark_prev_el = $node->[0];
1593 }
1594
1595 ## Step 5
1596 if ($node->[0]->has_child_nodes ()) {
1597 !!!cp ('t65');
1598 my $clone = [$node->[0]->clone_node (0), $node->[1]];
1599 $active_formatting_elements->[$node_i_in_active] = $clone;
1600 $self->{open_elements}->[$node_i_in_open] = $clone;
1601 $node = $clone;
1602 }
1603
1604 ## Step 6
1605 $node->[0]->append_child ($last_node->[0]);
1606
1607 ## Step 7
1608 $last_node = $node;
1609
1610 ## Step 8
1611 redo S7;
1612 } # S7
1613
1614 ## Step 8
1615 if ($common_ancestor_node->[1] & TABLE_ROWS_EL) {
1616 ## Foster parenting.
1617 my $foster_parent_element;
1618 my $next_sibling;
1619 OE: for (reverse 0..$#{$self->{open_elements}}) {
1620 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1621 !!!cp ('t65.2');
1622 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
1623 $next_sibling = $self->{open_elements}->[$_]->[0];
1624 undef $next_sibling
1625 unless $next_sibling->parent_node eq $foster_parent_element;
1626 last OE;
1627 }
1628 } # OE
1629 $foster_parent_element ||= $self->{open_elements}->[0]->[0];
1630
1631 $foster_parent_element->insert_before ($last_node->[0], $next_sibling);
1632 $open_tables->[-1]->[1] = 1; # tainted
1633 } else {
1634 !!!cp ('t65.3');
1635 $common_ancestor_node->[0]->append_child ($last_node->[0]);
1636 }
1637
1638 ## Step 9
1639 my $clone = [$formatting_element->[0]->clone_node (0),
1640 $formatting_element->[1]];
1641
1642 ## Step 10
1643 my @cn = @{$furthest_block->[0]->child_nodes};
1644 $clone->[0]->append_child ($_) for @cn;
1645
1646 ## Step 11
1647 $furthest_block->[0]->append_child ($clone->[0]);
1648
1649 ## Step 12
1650 my $i;
1651 AFE: for (reverse 0..$#$active_formatting_elements) {
1652 if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
1653 !!!cp ('t66');
1654 splice @$active_formatting_elements, $_, 1;
1655 $i-- and last AFE if defined $i;
1656 } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
1657 !!!cp ('t67');
1658 $i = $_;
1659 }
1660 } # AFE
1661 splice @$active_formatting_elements, $i + 1, 0, $clone;
1662
1663 ## Step 13
1664 undef $i;
1665 OE: for (reverse 0..$#{$self->{open_elements}}) {
1666 if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
1667 !!!cp ('t68');
1668 splice @{$self->{open_elements}}, $_, 1;
1669 $i-- and last OE if defined $i;
1670 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
1671 !!!cp ('t69');
1672 $i = $_;
1673 }
1674 } # OE
1675 splice @{$self->{open_elements}}, $i + 1, 0, $clone;
1676
1677 ## Step 14
1678 redo FET;
1679 } # FET
1680 }; # $formatting_end_tag
1681
1682 $insert = my $insert_to_current = sub {
1683 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
1684 }; # $insert_to_current
1685
1686 ## Foster parenting. Note that there are three "foster parenting"
1687 ## code in the parser: for elements (this one), for texts, and for
1688 ## elements in the AAA code.
1689 my $insert_to_foster = sub {
1690 my $child = shift;
1691 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
1692 # MUST
1693 my $foster_parent_element;
1694 my $next_sibling;
1695 OE: for (reverse 0..$#{$self->{open_elements}}) {
1696 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1697 !!!cp ('t71');
1698 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
1699 $next_sibling = $self->{open_elements}->[$_]->[0];
1700 undef $next_sibling
1701 unless $next_sibling->parent_node eq $foster_parent_element;
1702 last OE;
1703 }
1704 } # OE
1705 $foster_parent_element ||= $self->{open_elements}->[0]->[0];
1706
1707 $foster_parent_element->insert_before ($child, $next_sibling);
1708 $open_tables->[-1]->[1] = 1; # tainted
1709 } else {
1710 !!!cp ('t72');
1711 $self->{open_elements}->[-1]->[0]->append_child ($child);
1712 }
1713 }; # $insert_to_foster
1714
1715 ## NOTE: Insert a character (MUST): When a character is inserted, if
1716 ## the last node that was inserted by the parser is a Text node and
1717 ## the character has to be inserted after that node, then the
1718 ## character is appended to the Text node. However, if any other
1719 ## node is inserted by the parser, then a new Text node is created
1720 ## and the character is appended as that Text node. If I'm not
1721 ## wrong, for a parser with scripting disabled, there are only two
1722 ## cases where this occurs. One is the case where an element node
1723 ## is inserted to the |head| element. This is covered by using the
1724 ## |$self->{head_element_inserted}| flag. Another is the case where
1725 ## an element or comment is inserted into the |table| subtree while
1726 ## foster parenting happens. This is covered by using the [2] flag
1727 ## of the |$open_tables| structure. All other cases are handled
1728 ## simply by calling |manakai_append_text| method.
1729
1730 ## TODO: |<body><script>document.write("a<br>");
1731 ## document.body.removeChild (document.body.lastChild);
1732 ## document.write ("b")</script>|
1733
1734 B: while (1) {
1735
1736 ## The "in table text" insertion mode.
1737 if ($self->{insertion_mode} & TABLE_IMS and
1738 not $self->{insertion_mode} & IN_FOREIGN_CONTENT_IM and
1739 not $self->{insertion_mode} & IN_CDATA_RCDATA_IM) {
1740 C: {
1741 my $s;
1742 if ($token->{type} == CHARACTER_TOKEN) {
1743 !!!cp ('t194');
1744 $self->{pending_chars} ||= [];
1745 push @{$self->{pending_chars}}, $token;
1746 !!!next-token;
1747 next B;
1748 } else {
1749 if ($self->{pending_chars}) {
1750 $s = join '', map { $_->{data} } @{$self->{pending_chars}};
1751 delete $self->{pending_chars};
1752 if ($s =~ /[^\x09\x0A\x0C\x0D\x20]/) {
1753 !!!cp ('t195');
1754 #
1755 } else {
1756 !!!cp ('t195.1');
1757 #$self->{open_elements}->[-1]->[0]->manakai_append_text ($s);
1758 $self->{open_elements}->[-1]->[0]->append_child
1759 ($self->{document}->create_text_node ($s));
1760 last C;
1761 }
1762 } else {
1763 !!!cp ('t195.2');
1764 last C;
1765 }
1766 }
1767
1768 ## Foster parenting.
1769 !!!parse-error (type => 'in table:#text', token => $token);
1770
1771 ## NOTE: As if in body, but insert into the foster parent element.
1772 $reconstruct_active_formatting_elements->($insert_to_foster);
1773
1774 if ($self->{open_elements}->[-1]->[1] & TABLE_ROWS_EL) {
1775 # MUST
1776 my $foster_parent_element;
1777 my $next_sibling;
1778 OE: for (reverse 0..$#{$self->{open_elements}}) {
1779 if ($self->{open_elements}->[$_]->[1] == TABLE_EL) {
1780 !!!cp ('t197');
1781 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
1782 $next_sibling = $self->{open_elements}->[$_]->[0];
1783 undef $next_sibling
1784 unless $next_sibling->parent_node eq $foster_parent_element;
1785 last OE;
1786 }
1787 } # OE
1788 $foster_parent_element ||= $self->{open_elements}->[0]->[0];
1789
1790 !!!cp ('t199');
1791 $foster_parent_element->insert_before
1792 ($self->{document}->create_text_node ($s), $next_sibling);
1793
1794 $open_tables->[-1]->[1] = 1; # tainted
1795 $open_tables->[-1]->[2] = 1; # ~node inserted
1796 } else {
1797 ## NOTE: Fragment case or in a foster parent'ed element
1798 ## (e.g. |<table><span>a|). In fragment case, whether the
1799 ## character is appended to existing node or a new node is
1800 ## created is irrelevant, since the foster parent'ed nodes
1801 ## are discarded and fragment parsing does not invoke any
1802 ## script.
1803 !!!cp ('t200');
1804 $self->{open_elements}->[-1]->[0]->manakai_append_text ($s);
1805 }
1806 } # C
1807 } # TABLE_IMS
1808
1809 if ($token->{type} == DOCTYPE_TOKEN) {
1810 !!!cp ('t73');
1811 !!!parse-error (type => 'in html:#DOCTYPE', token => $token);
1812 ## Ignore the token
1813 ## Stay in the phase
1814 !!!next-token;
1815 next B;
1816 } elsif ($token->{type} == START_TAG_TOKEN and
1817 $token->{tag_name} eq 'html') {
1818 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
1819 !!!cp ('t79');
1820 !!!parse-error (type => 'after html', text => 'html', token => $token);
1821 $self->{insertion_mode} = AFTER_BODY_IM;
1822 } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
1823 !!!cp ('t80');
1824 !!!parse-error (type => 'after html', text => 'html', token => $token);
1825 $self->{insertion_mode} = AFTER_FRAMESET_IM;
1826 } else {
1827 !!!cp ('t81');
1828 }
1829
1830 !!!cp ('t82');
1831 !!!parse-error (type => 'not first start tag', token => $token);
1832 my $top_el = $self->{open_elements}->[0]->[0];
1833 for my $attr_name (keys %{$token->{attributes}}) {
1834 unless ($top_el->has_attribute_ns (undef, $attr_name)) {
1835 !!!cp ('t84');
1836 $top_el->set_attribute_ns
1837 (undef, [undef, $attr_name],
1838 $token->{attributes}->{$attr_name}->{value});
1839 }
1840 }
1841 !!!nack ('t84.1');
1842 !!!next-token;
1843 next B;
1844 } elsif ($token->{type} == COMMENT_TOKEN) {
1845 my $comment = $self->{document}->create_comment ($token->{data});
1846 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
1847 !!!cp ('t85');
1848 $self->{document}->append_child ($comment);
1849 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
1850 !!!cp ('t86');
1851 $self->{open_elements}->[0]->[0]->append_child ($comment);
1852 } else {
1853 !!!cp ('t87');
1854 $self->{open_elements}->[-1]->[0]->append_child ($comment);
1855 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
1856 }
1857 !!!next-token;
1858 next B;
1859 } elsif ($self->{insertion_mode} & IN_CDATA_RCDATA_IM) {
1860 if ($token->{type} == CHARACTER_TOKEN) {
1861 $token->{data} =~ s/^\x0A// if $self->{ignore_newline};
1862 delete $self->{ignore_newline};
1863
1864 if (length $token->{data}) {
1865 !!!cp ('t43');
1866 $self->{open_elements}->[-1]->[0]->manakai_append_text
1867 ($token->{data});
1868 } else {
1869 !!!cp ('t43.1');
1870 }
1871 !!!next-token;
1872 next B;
1873 } elsif ($token->{type} == END_TAG_TOKEN) {
1874 delete $self->{ignore_newline};
1875
1876 if ($token->{tag_name} eq 'script') {
1877 !!!cp ('t50');
1878
1879 ## Para 1-2
1880 my $script = pop @{$self->{open_elements}};
1881
1882 ## Para 3
1883 $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1884
1885 ## Para 4
1886 ## TODO: $old_insertion_point = $current_insertion_point;
1887 ## TODO: $current_insertion_point = just before $self->{nc};
1888
1889 ## Para 5
1890 ## TODO: Run the $script->[0].
1891
1892 ## Para 6
1893 ## TODO: $current_insertion_point = $old_insertion_point;
1894
1895 ## Para 7
1896 ## TODO: if ($pending_external_script) {
1897 ## TODO: ...
1898 ## TODO: }
1899
1900 !!!next-token;
1901 next B;
1902 } else {
1903 !!!cp ('t42');
1904
1905 pop @{$self->{open_elements}};
1906
1907 $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1908 !!!next-token;
1909 next B;
1910 }
1911 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
1912 delete $self->{ignore_newline};
1913
1914 !!!cp ('t44');
1915 !!!parse-error (type => 'not closed',
1916 text => $self->{open_elements}->[-1]->[0]
1917 ->manakai_local_name,
1918 token => $token);
1919
1920 #if ($self->{open_elements}->[-1]->[1] == SCRIPT_EL) {
1921 # ## TODO: Mark as "already executed"
1922 #}
1923
1924 pop @{$self->{open_elements}};
1925
1926 $self->{insertion_mode} &= ~ IN_CDATA_RCDATA_IM;
1927 ## Reprocess.
1928 next B;
1929 } else {
1930 die "$0: $token->{type}: In CDATA/RCDATA: Unknown token type";
1931 }
1932 } elsif ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
1933 if ($token->{type} == CHARACTER_TOKEN) {
1934 !!!cp ('t87.1');
1935 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
1936 !!!next-token;
1937 next B;
1938 } elsif ($token->{type} == START_TAG_TOKEN) {
1939 if ((not {mglyph => 1, malignmark => 1}->{$token->{tag_name}} and
1940 $self->{open_elements}->[-1]->[1] & FOREIGN_FLOW_CONTENT_EL) or
1941 not ($self->{open_elements}->[-1]->[1] & FOREIGN_EL) or
1942 ($token->{tag_name} eq 'svg' and
1943 $self->{open_elements}->[-1]->[1] == MML_AXML_EL)) {
1944 ## NOTE: "using the rules for secondary insertion mode"then"continue"
1945 !!!cp ('t87.2');
1946 #
1947 } elsif ({
1948 b => 1, big => 1, blockquote => 1, body => 1, br => 1,
1949 center => 1, code => 1, dd => 1, div => 1, dl => 1, dt => 1,
1950 em => 1, embed => 1, h1 => 1, h2 => 1, h3 => 1,
1951 h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, i => 1,
1952 img => 1, li => 1, listing => 1, menu => 1, meta => 1,
1953 nobr => 1, ol => 1, p => 1, pre => 1, ruby => 1, s => 1,
1954 small => 1, span => 1, strong => 1, strike => 1, sub => 1,
1955 sup => 1, table => 1, tt => 1, u => 1, ul => 1, var => 1,
1956 }->{$token->{tag_name}} or
1957 ($token->{tag_name} eq 'font' and
1958 ($token->{attributes}->{color} or
1959 $token->{attributes}->{face} or
1960 $token->{attributes}->{size}))) {
1961 !!!cp ('t87.2');
1962 !!!parse-error (type => 'not closed',
1963 text => $self->{open_elements}->[-1]->[0]
1964 ->manakai_local_name,
1965 token => $token);
1966
1967 pop @{$self->{open_elements}}
1968 while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
1969
1970 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
1971 ## Reprocess.
1972 next B;
1973 } else {
1974 my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri;
1975 my $tag_name = $token->{tag_name};
1976 if ($nsuri eq $SVG_NS) {
1977 $tag_name = {
1978 altglyph => 'altGlyph',
1979 altglyphdef => 'altGlyphDef',
1980 altglyphitem => 'altGlyphItem',
1981 animatecolor => 'animateColor',
1982 animatemotion => 'animateMotion',
1983 animatetransform => 'animateTransform',
1984 clippath => 'clipPath',
1985 feblend => 'feBlend',
1986 fecolormatrix => 'feColorMatrix',
1987 fecomponenttransfer => 'feComponentTransfer',
1988 fecomposite => 'feComposite',
1989 feconvolvematrix => 'feConvolveMatrix',
1990 fediffuselighting => 'feDiffuseLighting',
1991 fedisplacementmap => 'feDisplacementMap',
1992 fedistantlight => 'feDistantLight',
1993 feflood => 'feFlood',
1994 fefunca => 'feFuncA',
1995 fefuncb => 'feFuncB',
1996 fefuncg => 'feFuncG',
1997 fefuncr => 'feFuncR',
1998 fegaussianblur => 'feGaussianBlur',
1999 feimage => 'feImage',
2000 femerge => 'feMerge',
2001 femergenode => 'feMergeNode',
2002 femorphology => 'feMorphology',
2003 feoffset => 'feOffset',
2004 fepointlight => 'fePointLight',
2005 fespecularlighting => 'feSpecularLighting',
2006 fespotlight => 'feSpotLight',
2007 fetile => 'feTile',
2008 feturbulence => 'feTurbulence',
2009 foreignobject => 'foreignObject',
2010 glyphref => 'glyphRef',
2011 lineargradient => 'linearGradient',
2012 radialgradient => 'radialGradient',
2013 #solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2)
2014 textpath => 'textPath',
2015 }->{$tag_name} || $tag_name;
2016 }
2017
2018 ## "adjust SVG attributes" (SVG only) - done in insert-element-f
2019
2020 ## "adjust foreign attributes" - done in insert-element-f
2021
2022 !!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token);
2023
2024 if ($self->{self_closing}) {
2025 pop @{$self->{open_elements}};
2026 !!!ack ('t87.3');
2027 } else {
2028 !!!cp ('t87.4');
2029 }
2030
2031 !!!next-token;
2032 next B;
2033 }
2034 } elsif ($token->{type} == END_TAG_TOKEN) {
2035 ## NOTE: "using the rules for secondary insertion mode" then "continue"
2036 if ($token->{tag_name} eq 'script') {
2037 !!!cp ('t87.41');
2038 #
2039 ## XXXscript: Execute script here.
2040 } else {
2041 !!!cp ('t87.5');
2042 #
2043 }
2044 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
2045 !!!cp ('t87.6');
2046 !!!parse-error (type => 'not closed',
2047 text => $self->{open_elements}->[-1]->[0]
2048 ->manakai_local_name,
2049 token => $token);
2050
2051 pop @{$self->{open_elements}}
2052 while $self->{open_elements}->[-1]->[1] & FOREIGN_EL;
2053
2054 ## NOTE: |<span><svg>| ... two parse errors, |<svg>| ... a parse error.
2055
2056 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
2057 ## Reprocess.
2058 next B;
2059 } else {
2060 die "$0: $token->{type}: Unknown token type";
2061 }
2062 }
2063
2064 if ($self->{insertion_mode} & HEAD_IMS) {
2065 if ($token->{type} == CHARACTER_TOKEN) {
2066 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
2067 unless ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2068 if ($self->{head_element_inserted}) {
2069 !!!cp ('t88.3');
2070 $self->{open_elements}->[-1]->[0]->append_child
2071 ($self->{document}->create_text_node ($1));
2072 delete $self->{head_element_inserted};
2073 ## NOTE: |</head> <link> |
2074 #
2075 } else {
2076 !!!cp ('t88.2');
2077 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
2078 ## NOTE: |</head> &#x20;|
2079 #
2080 }
2081 } else {
2082 !!!cp ('t88.1');
2083 ## Ignore the token.
2084 #
2085 }
2086 unless (length $token->{data}) {
2087 !!!cp ('t88');
2088 !!!next-token;
2089 next B;
2090 }
2091 ## TODO: set $token->{column} appropriately
2092 }
2093
2094 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2095 !!!cp ('t89');
2096 ## As if <head>
2097 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2098 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2099 push @{$self->{open_elements}},
2100 [$self->{head_element}, $el_category->{head}];
2101
2102 ## Reprocess in the "in head" insertion mode...
2103 pop @{$self->{open_elements}};
2104
2105 ## Reprocess in the "after head" insertion mode...
2106 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2107 !!!cp ('t90');
2108 ## As if </noscript>
2109 pop @{$self->{open_elements}};
2110 !!!parse-error (type => 'in noscript:#text', token => $token);
2111
2112 ## Reprocess in the "in head" insertion mode...
2113 ## As if </head>
2114 pop @{$self->{open_elements}};
2115
2116 ## Reprocess in the "after head" insertion mode...
2117 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2118 !!!cp ('t91');
2119 pop @{$self->{open_elements}};
2120
2121 ## Reprocess in the "after head" insertion mode...
2122 } else {
2123 !!!cp ('t92');
2124 }
2125
2126 ## "after head" insertion mode
2127 ## As if <body>
2128 !!!insert-element ('body',, $token);
2129 $self->{insertion_mode} = IN_BODY_IM;
2130 ## reprocess
2131 next B;
2132 } elsif ($token->{type} == START_TAG_TOKEN) {
2133 if ($token->{tag_name} eq 'head') {
2134 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2135 !!!cp ('t93');
2136 !!!create-element ($self->{head_element}, $HTML_NS, $token->{tag_name}, $token->{attributes}, $token);
2137 $self->{open_elements}->[-1]->[0]->append_child
2138 ($self->{head_element});
2139 push @{$self->{open_elements}},
2140 [$self->{head_element}, $el_category->{head}];
2141 $self->{insertion_mode} = IN_HEAD_IM;
2142 !!!nack ('t93.1');
2143 !!!next-token;
2144 next B;
2145 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2146 !!!cp ('t93.2');
2147 !!!parse-error (type => 'after head', text => 'head',
2148 token => $token);
2149 ## Ignore the token
2150 !!!nack ('t93.3');
2151 !!!next-token;
2152 next B;
2153 } else {
2154 !!!cp ('t95');
2155 !!!parse-error (type => 'in head:head',
2156 token => $token); # or in head noscript
2157 ## Ignore the token
2158 !!!nack ('t95.1');
2159 !!!next-token;
2160 next B;
2161 }
2162 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2163 !!!cp ('t96');
2164 ## As if <head>
2165 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2166 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2167 push @{$self->{open_elements}},
2168 [$self->{head_element}, $el_category->{head}];
2169
2170 $self->{insertion_mode} = IN_HEAD_IM;
2171 ## Reprocess in the "in head" insertion mode...
2172 } else {
2173 !!!cp ('t97');
2174 }
2175
2176 if ($token->{tag_name} eq 'base') {
2177 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2178 !!!cp ('t98');
2179 ## As if </noscript>
2180 pop @{$self->{open_elements}};
2181 !!!parse-error (type => 'in noscript', text => 'base',
2182 token => $token);
2183
2184 $self->{insertion_mode} = IN_HEAD_IM;
2185 ## Reprocess in the "in head" insertion mode...
2186 } else {
2187 !!!cp ('t99');
2188 }
2189
2190 ## NOTE: There is a "as if in head" code clone.
2191 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2192 !!!cp ('t100');
2193 !!!parse-error (type => 'after head',
2194 text => $token->{tag_name}, token => $token);
2195 push @{$self->{open_elements}},
2196 [$self->{head_element}, $el_category->{head}];
2197 $self->{head_element_inserted} = 1;
2198 } else {
2199 !!!cp ('t101');
2200 }
2201 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2202 pop @{$self->{open_elements}};
2203 pop @{$self->{open_elements}} # <head>
2204 if $self->{insertion_mode} == AFTER_HEAD_IM;
2205 !!!nack ('t101.1');
2206 !!!next-token;
2207 next B;
2208 } elsif ($token->{tag_name} eq 'link') {
2209 ## NOTE: There is a "as if in head" code clone.
2210 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2211 !!!cp ('t102');
2212 !!!parse-error (type => 'after head',
2213 text => $token->{tag_name}, token => $token);
2214 push @{$self->{open_elements}},
2215 [$self->{head_element}, $el_category->{head}];
2216 $self->{head_element_inserted} = 1;
2217 } else {
2218 !!!cp ('t103');
2219 }
2220 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2221 pop @{$self->{open_elements}};
2222 pop @{$self->{open_elements}} # <head>
2223 if $self->{insertion_mode} == AFTER_HEAD_IM;
2224 !!!ack ('t103.1');
2225 !!!next-token;
2226 next B;
2227 } elsif ($token->{tag_name} eq 'command') {
2228 if ($self->{insertion_mode} == IN_HEAD_IM) {
2229 ## NOTE: If the insertion mode at the time of the emission
2230 ## of the token was "before head", $self->{insertion_mode}
2231 ## is already changed to |IN_HEAD_IM|.
2232
2233 ## NOTE: There is a "as if in head" code clone.
2234 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2235 pop @{$self->{open_elements}};
2236 pop @{$self->{open_elements}} # <head>
2237 if $self->{insertion_mode} == AFTER_HEAD_IM;
2238 !!!ack ('t103.2');
2239 !!!next-token;
2240 next B;
2241 } else {
2242 ## NOTE: "in head noscript" or "after head" insertion mode
2243 ## - in these cases, these tags are treated as same as
2244 ## normal in-body tags.
2245 !!!cp ('t103.3');
2246 #
2247 }
2248 } elsif ($token->{tag_name} eq 'meta') {
2249 ## NOTE: There is a "as if in head" code clone.
2250 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2251 !!!cp ('t104');
2252 !!!parse-error (type => 'after head',
2253 text => $token->{tag_name}, token => $token);
2254 push @{$self->{open_elements}},
2255 [$self->{head_element}, $el_category->{head}];
2256 $self->{head_element_inserted} = 1;
2257 } else {
2258 !!!cp ('t105');
2259 }
2260 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2261 my $meta_el = pop @{$self->{open_elements}};
2262
2263 unless ($self->{confident}) {
2264 if ($token->{attributes}->{charset}) {
2265 !!!cp ('t106');
2266 ## NOTE: Whether the encoding is supported or not is handled
2267 ## in the {change_encoding} callback.
2268 $self->{change_encoding}
2269 ->($self, $token->{attributes}->{charset}->{value},
2270 $token);
2271
2272 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2273 ->set_user_data (manakai_has_reference =>
2274 $token->{attributes}->{charset}
2275 ->{has_reference});
2276 } elsif ($token->{attributes}->{content}) {
2277 if ($token->{attributes}->{content}->{value}
2278 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
2279 [\x09\x0A\x0C\x0D\x20]*=
2280 [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
2281 ([^"'\x09\x0A\x0C\x0D\x20]
2282 [^\x09\x0A\x0C\x0D\x20\x3B]*))/x) {
2283 !!!cp ('t107');
2284 ## NOTE: Whether the encoding is supported or not is handled
2285 ## in the {change_encoding} callback.
2286 $self->{change_encoding}
2287 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3,
2288 $token);
2289 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2290 ->set_user_data (manakai_has_reference =>
2291 $token->{attributes}->{content}
2292 ->{has_reference});
2293 } else {
2294 !!!cp ('t108');
2295 }
2296 }
2297 } else {
2298 if ($token->{attributes}->{charset}) {
2299 !!!cp ('t109');
2300 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
2301 ->set_user_data (manakai_has_reference =>
2302 $token->{attributes}->{charset}
2303 ->{has_reference});
2304 }
2305 if ($token->{attributes}->{content}) {
2306 !!!cp ('t110');
2307 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
2308 ->set_user_data (manakai_has_reference =>
2309 $token->{attributes}->{content}
2310 ->{has_reference});
2311 }
2312 }
2313
2314 pop @{$self->{open_elements}} # <head>
2315 if $self->{insertion_mode} == AFTER_HEAD_IM;
2316 !!!ack ('t110.1');
2317 !!!next-token;
2318 next B;
2319 } elsif ($token->{tag_name} eq 'title') {
2320 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2321 !!!cp ('t111');
2322 ## As if </noscript>
2323 pop @{$self->{open_elements}};
2324 !!!parse-error (type => 'in noscript', text => 'title',
2325 token => $token);
2326
2327 $self->{insertion_mode} = IN_HEAD_IM;
2328 ## Reprocess in the "in head" insertion mode...
2329 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2330 !!!cp ('t112');
2331 !!!parse-error (type => 'after head',
2332 text => $token->{tag_name}, token => $token);
2333 push @{$self->{open_elements}},
2334 [$self->{head_element}, $el_category->{head}];
2335 $self->{head_element_inserted} = 1;
2336 } else {
2337 !!!cp ('t113');
2338 }
2339
2340 ## NOTE: There is a "as if in head" code clone.
2341 $parse_rcdata->(RCDATA_CONTENT_MODEL);
2342
2343 ## NOTE: At this point the stack of open elements contain
2344 ## the |head| element (index == -2) and the |script| element
2345 ## (index == -1). In the "after head" insertion mode the
2346 ## |head| element is inserted only for the purpose of
2347 ## providing the context for the |script| element, and
2348 ## therefore we can now and have to remove the element from
2349 ## the stack.
2350 splice @{$self->{open_elements}}, -2, 1, () # <head>
2351 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2352 next B;
2353 } elsif ($token->{tag_name} eq 'style' or
2354 $token->{tag_name} eq 'noframes') {
2355 ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
2356 ## insertion mode IN_HEAD_IM)
2357 ## NOTE: There is a "as if in head" code clone.
2358 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
2359 !!!cp ('t114');
2360 !!!parse-error (type => 'after head',
2361 text => $token->{tag_name}, token => $token);
2362 push @{$self->{open_elements}},
2363 [$self->{head_element}, $el_category->{head}];
2364 $self->{head_element_inserted} = 1;
2365 } else {
2366 !!!cp ('t115');
2367 }
2368 $parse_rcdata->(CDATA_CONTENT_MODEL);
2369 ## ISSUE: A spec bug [Bug 6038]
2370 splice @{$self->{open_elements}}, -2, 1, () # <head>
2371 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2372 next B;
2373 } elsif ($token->{tag_name} eq 'noscript') {
2374 if ($self->{insertion_mode} == IN_HEAD_IM) {
2375 !!!cp ('t116');
2376 ## NOTE: and scripting is disalbed
2377 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2378 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
2379 !!!nack ('t116.1');
2380 !!!next-token;
2381 next B;
2382 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2383 !!!cp ('t117');
2384 !!!parse-error (type => 'in noscript', text => 'noscript',
2385 token => $token);
2386 ## Ignore the token
2387 !!!nack ('t117.1');
2388 !!!next-token;
2389 next B;
2390 } else {
2391 !!!cp ('t118');
2392 #
2393 }
2394 } elsif ($token->{tag_name} eq 'script') {
2395 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2396 !!!cp ('t119');
2397 ## As if </noscript>
2398 pop @{$self->{open_elements}};
2399 !!!parse-error (type => 'in noscript', text => 'script',
2400 token => $token);
2401
2402 $self->{insertion_mode} = IN_HEAD_IM;
2403 ## Reprocess in the "in head" insertion mode...
2404 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2405 !!!cp ('t120');
2406 !!!parse-error (type => 'after head',
2407 text => $token->{tag_name}, token => $token);
2408 push @{$self->{open_elements}},
2409 [$self->{head_element}, $el_category->{head}];
2410 $self->{head_element_inserted} = 1;
2411 } else {
2412 !!!cp ('t121');
2413 }
2414
2415 ## NOTE: There is a "as if in head" code clone.
2416 $script_start_tag->();
2417 ## ISSUE: A spec bug [Bug 6038]
2418 splice @{$self->{open_elements}}, -2, 1 # <head>
2419 if ($self->{insertion_mode} & IM_MASK) == AFTER_HEAD_IM;
2420 next B;
2421 } elsif ($token->{tag_name} eq 'body' or
2422 $token->{tag_name} eq 'frameset') {
2423 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2424 !!!cp ('t122');
2425 ## As if </noscript>
2426 pop @{$self->{open_elements}};
2427 !!!parse-error (type => 'in noscript',
2428 text => $token->{tag_name}, token => $token);
2429
2430 ## Reprocess in the "in head" insertion mode...
2431 ## As if </head>
2432 pop @{$self->{open_elements}};
2433
2434 ## Reprocess in the "after head" insertion mode...
2435 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2436 !!!cp ('t124');
2437 pop @{$self->{open_elements}};
2438
2439 ## Reprocess in the "after head" insertion mode...
2440 } else {
2441 !!!cp ('t125');
2442 }
2443
2444 ## "after head" insertion mode
2445 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
2446 if ($token->{tag_name} eq 'body') {
2447 !!!cp ('t126');
2448 $self->{insertion_mode} = IN_BODY_IM;
2449 } elsif ($token->{tag_name} eq 'frameset') {
2450 !!!cp ('t127');
2451 $self->{insertion_mode} = IN_FRAMESET_IM;
2452 } else {
2453 die "$0: tag name: $self->{tag_name}";
2454 }
2455 !!!nack ('t127.1');
2456 !!!next-token;
2457 next B;
2458 } else {
2459 !!!cp ('t128');
2460 #
2461 }
2462
2463 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2464 !!!cp ('t129');
2465 ## As if </noscript>
2466 pop @{$self->{open_elements}};
2467 !!!parse-error (type => 'in noscript:/',
2468 text => $token->{tag_name}, token => $token);
2469
2470 ## Reprocess in the "in head" insertion mode...
2471 ## As if </head>
2472 pop @{$self->{open_elements}};
2473
2474 ## Reprocess in the "after head" insertion mode...
2475 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2476 !!!cp ('t130');
2477 ## As if </head>
2478 pop @{$self->{open_elements}};
2479
2480 ## Reprocess in the "after head" insertion mode...
2481 } else {
2482 !!!cp ('t131');
2483 }
2484
2485 ## "after head" insertion mode
2486 ## As if <body>
2487 !!!insert-element ('body',, $token);
2488 $self->{insertion_mode} = IN_BODY_IM;
2489 ## reprocess
2490 !!!ack-later;
2491 next B;
2492 } elsif ($token->{type} == END_TAG_TOKEN) {
2493 if ($token->{tag_name} eq 'head') {
2494 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2495 !!!cp ('t132');
2496 ## As if <head>
2497 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2498 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2499 push @{$self->{open_elements}},
2500 [$self->{head_element}, $el_category->{head}];
2501
2502 ## Reprocess in the "in head" insertion mode...
2503 pop @{$self->{open_elements}};
2504 $self->{insertion_mode} = AFTER_HEAD_IM;
2505 !!!next-token;
2506 next B;
2507 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2508 !!!cp ('t133');
2509 ## As if </noscript>
2510 pop @{$self->{open_elements}};
2511 !!!parse-error (type => 'in noscript:/',
2512 text => 'head', token => $token);
2513
2514 ## Reprocess in the "in head" insertion mode...
2515 pop @{$self->{open_elements}};
2516 $self->{insertion_mode} = AFTER_HEAD_IM;
2517 !!!next-token;
2518 next B;
2519 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2520 !!!cp ('t134');
2521 pop @{$self->{open_elements}};
2522 $self->{insertion_mode} = AFTER_HEAD_IM;
2523 !!!next-token;
2524 next B;
2525 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2526 !!!cp ('t134.1');
2527 !!!parse-error (type => 'unmatched end tag', text => 'head',
2528 token => $token);
2529 ## Ignore the token
2530 !!!next-token;
2531 next B;
2532 } else {
2533 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2534 }
2535 } elsif ($token->{tag_name} eq 'noscript') {
2536 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2537 !!!cp ('t136');
2538 pop @{$self->{open_elements}};
2539 $self->{insertion_mode} = IN_HEAD_IM;
2540 !!!next-token;
2541 next B;
2542 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or
2543 $self->{insertion_mode} == AFTER_HEAD_IM) {
2544 !!!cp ('t137');
2545 !!!parse-error (type => 'unmatched end tag',
2546 text => 'noscript', token => $token);
2547 ## Ignore the token ## ISSUE: An issue in the spec.
2548 !!!next-token;
2549 next B;
2550 } else {
2551 !!!cp ('t138');
2552 #
2553 }
2554 } elsif ({
2555 body => 1, html => 1,
2556 }->{$token->{tag_name}}) {
2557 ## TODO: This branch is entirely redundant.
2558 if ($self->{insertion_mode} == BEFORE_HEAD_IM or
2559 $self->{insertion_mode} == IN_HEAD_IM or
2560 $self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2561 !!!cp ('t140');
2562 !!!parse-error (type => 'unmatched end tag',
2563 text => $token->{tag_name}, token => $token);
2564 ## Ignore the token
2565 !!!next-token;
2566 next B;
2567 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2568 !!!cp ('t140.1');
2569 !!!parse-error (type => 'unmatched end tag',
2570 text => $token->{tag_name}, token => $token);
2571 ## Ignore the token
2572 !!!next-token;
2573 next B;
2574 } else {
2575 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2576 }
2577 } elsif ($token->{tag_name} eq 'p') {
2578 !!!cp ('t142');
2579 !!!parse-error (type => 'unmatched end tag',
2580 text => $token->{tag_name}, token => $token);
2581 ## Ignore the token
2582 !!!next-token;
2583 next B;
2584 } elsif ($token->{tag_name} eq 'br') {
2585 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2586 !!!cp ('t142.2');
2587 ## (before head) as if <head>, (in head) as if </head>
2588 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2589 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
2590 $self->{insertion_mode} = AFTER_HEAD_IM;
2591
2592 ## Reprocess in the "after head" insertion mode...
2593 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2594 !!!cp ('t143.2');
2595 ## As if </head>
2596 pop @{$self->{open_elements}};
2597 $self->{insertion_mode} = AFTER_HEAD_IM;
2598
2599 ## Reprocess in the "after head" insertion mode...
2600 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2601 !!!cp ('t143.3');
2602 ## NOTE: Two parse errors for <head><noscript></br>
2603 !!!parse-error (type => 'unmatched end tag',
2604 text => 'br', token => $token);
2605 ## As if </noscript>
2606 pop @{$self->{open_elements}};
2607 $self->{insertion_mode} = IN_HEAD_IM;
2608
2609 ## Reprocess in the "in head" insertion mode...
2610 ## As if </head>
2611 pop @{$self->{open_elements}};
2612 $self->{insertion_mode} = AFTER_HEAD_IM;
2613
2614 ## Reprocess in the "after head" insertion mode...
2615 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
2616 !!!cp ('t143.4');
2617 #
2618 } else {
2619 die "$0: $self->{insertion_mode}: Unknown insertion mode";
2620 }
2621
2622 #
2623 } else { ## Other end tags
2624 !!!cp ('t145');
2625 !!!parse-error (type => 'unmatched end tag',
2626 text => $token->{tag_name}, token => $token);
2627 ## Ignore the token
2628 !!!next-token;
2629 next B;
2630 }
2631
2632 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2633 !!!cp ('t146');
2634 ## As if </noscript>
2635 pop @{$self->{open_elements}};
2636 !!!parse-error (type => 'in noscript:/',
2637 text => $token->{tag_name}, token => $token);
2638
2639 ## Reprocess in the "in head" insertion mode...
2640 ## As if </head>
2641 pop @{$self->{open_elements}};
2642
2643 ## Reprocess in the "after head" insertion mode...
2644 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2645 !!!cp ('t147');
2646 ## As if </head>
2647 pop @{$self->{open_elements}};
2648
2649 ## Reprocess in the "after head" insertion mode...
2650 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2651 ## ISSUE: This case cannot be reached?
2652 !!!cp ('t148');
2653 !!!parse-error (type => 'unmatched end tag',
2654 text => $token->{tag_name}, token => $token);
2655 ## Ignore the token ## ISSUE: An issue in the spec.
2656 !!!next-token;
2657 next B;
2658 } else {
2659 !!!cp ('t149');
2660 }
2661
2662 ## "after head" insertion mode
2663 ## As if <body>
2664 !!!insert-element ('body',, $token);
2665 $self->{insertion_mode} = IN_BODY_IM;
2666 ## reprocess
2667 next B;
2668 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
2669 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
2670 !!!cp ('t149.1');
2671
2672 ## NOTE: As if <head>
2673 !!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token);
2674 $self->{open_elements}->[-1]->[0]->append_child
2675 ($self->{head_element});
2676 #push @{$self->{open_elements}},
2677 # [$self->{head_element}, $el_category->{head}];
2678 #$self->{insertion_mode} = IN_HEAD_IM;
2679 ## NOTE: Reprocess.
2680
2681 ## NOTE: As if </head>
2682 #pop @{$self->{open_elements}};
2683 #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2684 ## NOTE: Reprocess.
2685
2686 #
2687 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
2688 !!!cp ('t149.2');
2689
2690 ## NOTE: As if </head>
2691 pop @{$self->{open_elements}};
2692 #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2693 ## NOTE: Reprocess.
2694
2695 #
2696 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
2697 !!!cp ('t149.3');
2698
2699 !!!parse-error (type => 'in noscript:#eof', token => $token);
2700
2701 ## As if </noscript>
2702 pop @{$self->{open_elements}};
2703 #$self->{insertion_mode} = IN_HEAD_IM;
2704 ## NOTE: Reprocess.
2705
2706 ## NOTE: As if </head>
2707 pop @{$self->{open_elements}};
2708 #$self->{insertion_mode} = IN_AFTER_HEAD_IM;
2709 ## NOTE: Reprocess.
2710
2711 #
2712 } else {
2713 !!!cp ('t149.4');
2714 #
2715 }
2716
2717 ## NOTE: As if <body>
2718 !!!insert-element ('body',, $token);
2719 $self->{insertion_mode} = IN_BODY_IM;
2720 ## NOTE: Reprocess.
2721 next B;
2722 } else {
2723 die "$0: $token->{type}: Unknown token type";
2724 }
2725 } elsif ($self->{insertion_mode} & BODY_IMS) {
2726 if ($token->{type} == CHARACTER_TOKEN) {
2727 !!!cp ('t150');
2728 ## NOTE: There is a code clone of "character in body".
2729 $reconstruct_active_formatting_elements->($insert_to_current);
2730
2731 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
2732
2733 !!!next-token;
2734 next B;
2735 } elsif ($token->{type} == START_TAG_TOKEN) {
2736 if ({
2737 caption => 1, col => 1, colgroup => 1, tbody => 1,
2738 td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
2739 }->{$token->{tag_name}}) {
2740 if (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2741 ## have an element in table scope
2742 for (reverse 0..$#{$self->{open_elements}}) {
2743 my $node = $self->{open_elements}->[$_];
2744 if ($node->[1] == TABLE_CELL_EL) {
2745 !!!cp ('t151');
2746
2747 ## Close the cell
2748 !!!back-token; # <x>
2749 $token = {type => END_TAG_TOKEN,
2750 tag_name => $node->[0]->manakai_local_name,
2751 line => $token->{line},
2752 column => $token->{column}};
2753 next B;
2754 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2755 !!!cp ('t152');
2756 ## ISSUE: This case can never be reached, maybe.
2757 last;
2758 }
2759 }
2760
2761 !!!cp ('t153');
2762 !!!parse-error (type => 'start tag not allowed',
2763 text => $token->{tag_name}, token => $token);
2764 ## Ignore the token
2765 !!!nack ('t153.1');
2766 !!!next-token;
2767 next B;
2768 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2769 !!!parse-error (type => 'not closed', text => 'caption',
2770 token => $token);
2771
2772 ## NOTE: As if </caption>.
2773 ## have a table element in table scope
2774 my $i;
2775 INSCOPE: {
2776 for (reverse 0..$#{$self->{open_elements}}) {
2777 my $node = $self->{open_elements}->[$_];
2778 if ($node->[1] == CAPTION_EL) {
2779 !!!cp ('t155');
2780 $i = $_;
2781 last INSCOPE;
2782 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2783 !!!cp ('t156');
2784 last;
2785 }
2786 }
2787
2788 !!!cp ('t157');
2789 !!!parse-error (type => 'start tag not allowed',
2790 text => $token->{tag_name}, token => $token);
2791 ## Ignore the token
2792 !!!nack ('t157.1');
2793 !!!next-token;
2794 next B;
2795 } # INSCOPE
2796
2797 ## generate implied end tags
2798 while ($self->{open_elements}->[-1]->[1]
2799 & END_TAG_OPTIONAL_EL) {
2800 !!!cp ('t158');
2801 pop @{$self->{open_elements}};
2802 }
2803
2804 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2805 !!!cp ('t159');
2806 !!!parse-error (type => 'not closed',
2807 text => $self->{open_elements}->[-1]->[0]
2808 ->manakai_local_name,
2809 token => $token);
2810 } else {
2811 !!!cp ('t160');
2812 }
2813
2814 splice @{$self->{open_elements}}, $i;
2815
2816 $clear_up_to_marker->();
2817
2818 $self->{insertion_mode} = IN_TABLE_IM;
2819
2820 ## reprocess
2821 !!!ack-later;
2822 next B;
2823 } else {
2824 !!!cp ('t161');
2825 #
2826 }
2827 } else {
2828 !!!cp ('t162');
2829 #
2830 }
2831 } elsif ($token->{type} == END_TAG_TOKEN) {
2832 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
2833 if (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2834 ## have an element in table scope
2835 my $i;
2836 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
2837 my $node = $self->{open_elements}->[$_];
2838 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2839 !!!cp ('t163');
2840 $i = $_;
2841 last INSCOPE;
2842 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2843 !!!cp ('t164');
2844 last INSCOPE;
2845 }
2846 } # INSCOPE
2847 unless (defined $i) {
2848 !!!cp ('t165');
2849 !!!parse-error (type => 'unmatched end tag',
2850 text => $token->{tag_name},
2851 token => $token);
2852 ## Ignore the token
2853 !!!next-token;
2854 next B;
2855 }
2856
2857 ## generate implied end tags
2858 while ($self->{open_elements}->[-1]->[1]
2859 & END_TAG_OPTIONAL_EL) {
2860 !!!cp ('t166');
2861 pop @{$self->{open_elements}};
2862 }
2863
2864 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
2865 ne $token->{tag_name}) {
2866 !!!cp ('t167');
2867 !!!parse-error (type => 'not closed',
2868 text => $self->{open_elements}->[-1]->[0]
2869 ->manakai_local_name,
2870 token => $token);
2871 } else {
2872 !!!cp ('t168');
2873 }
2874
2875 splice @{$self->{open_elements}}, $i;
2876
2877 $clear_up_to_marker->();
2878
2879 $self->{insertion_mode} = IN_ROW_IM;
2880
2881 !!!next-token;
2882 next B;
2883 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2884 !!!cp ('t169');
2885 !!!parse-error (type => 'unmatched end tag',
2886 text => $token->{tag_name}, token => $token);
2887 ## Ignore the token
2888 !!!next-token;
2889 next B;
2890 } else {
2891 !!!cp ('t170');
2892 #
2893 }
2894 } elsif ($token->{tag_name} eq 'caption') {
2895 if (($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2896 ## have a table element in table scope
2897 my $i;
2898 INSCOPE: {
2899 for (reverse 0..$#{$self->{open_elements}}) {
2900 my $node = $self->{open_elements}->[$_];
2901 if ($node->[1] == CAPTION_EL) {
2902 !!!cp ('t171');
2903 $i = $_;
2904 last INSCOPE;
2905 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2906 !!!cp ('t172');
2907 last;
2908 }
2909 }
2910
2911 !!!cp ('t173');
2912 !!!parse-error (type => 'unmatched end tag',
2913 text => $token->{tag_name}, token => $token);
2914 ## Ignore the token
2915 !!!next-token;
2916 next B;
2917 } # INSCOPE
2918
2919 ## generate implied end tags
2920 while ($self->{open_elements}->[-1]->[1]
2921 & END_TAG_OPTIONAL_EL) {
2922 !!!cp ('t174');
2923 pop @{$self->{open_elements}};
2924 }
2925
2926 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
2927 !!!cp ('t175');
2928 !!!parse-error (type => 'not closed',
2929 text => $self->{open_elements}->[-1]->[0]
2930 ->manakai_local_name,
2931 token => $token);
2932 } else {
2933 !!!cp ('t176');
2934 }
2935
2936 splice @{$self->{open_elements}}, $i;
2937
2938 $clear_up_to_marker->();
2939
2940 $self->{insertion_mode} = IN_TABLE_IM;
2941
2942 !!!next-token;
2943 next B;
2944 } elsif (($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2945 !!!cp ('t177');
2946 !!!parse-error (type => 'unmatched end tag',
2947 text => $token->{tag_name}, token => $token);
2948 ## Ignore the token
2949 !!!next-token;
2950 next B;
2951 } else {
2952 !!!cp ('t178');
2953 #
2954 }
2955 } elsif ({
2956 table => 1, tbody => 1, tfoot => 1,
2957 thead => 1, tr => 1,
2958 }->{$token->{tag_name}} and
2959 ($self->{insertion_mode} & IM_MASK) == IN_CELL_IM) {
2960 ## have an element in table scope
2961 my $i;
2962 my $tn;
2963 INSCOPE: {
2964 for (reverse 0..$#{$self->{open_elements}}) {
2965 my $node = $self->{open_elements}->[$_];
2966 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
2967 !!!cp ('t179');
2968 $i = $_;
2969
2970 ## Close the cell
2971 !!!back-token; # </x>
2972 $token = {type => END_TAG_TOKEN, tag_name => $tn,
2973 line => $token->{line},
2974 column => $token->{column}};
2975 next B;
2976 } elsif ($node->[1] == TABLE_CELL_EL) {
2977 !!!cp ('t180');
2978 $tn = $node->[0]->manakai_local_name;
2979 ## NOTE: There is exactly one |td| or |th| element
2980 ## in scope in the stack of open elements by definition.
2981 } elsif ($node->[1] & TABLE_SCOPING_EL) {
2982 ## ISSUE: Can this be reached?
2983 !!!cp ('t181');
2984 last;
2985 }
2986 }
2987
2988 !!!cp ('t182');
2989 !!!parse-error (type => 'unmatched end tag',
2990 text => $token->{tag_name}, token => $token);
2991 ## Ignore the token
2992 !!!next-token;
2993 next B;
2994 } # INSCOPE
2995 } elsif ($token->{tag_name} eq 'table' and
2996 ($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
2997 !!!parse-error (type => 'not closed', text => 'caption',
2998 token => $token);
2999
3000 ## As if </caption>
3001 ## have a table element in table scope
3002 my $i;
3003 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3004 my $node = $self->{open_elements}->[$_];
3005 if ($node->[1] == CAPTION_EL) {
3006 !!!cp ('t184');
3007 $i = $_;
3008 last INSCOPE;
3009 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3010 !!!cp ('t185');
3011 last INSCOPE;
3012 }
3013 } # INSCOPE
3014 unless (defined $i) {
3015 !!!cp ('t186');
3016 ## TODO: Wrong error type?
3017 !!!parse-error (type => 'unmatched end tag',
3018 text => 'caption', token => $token);
3019 ## Ignore the token
3020 !!!next-token;
3021 next B;
3022 }
3023
3024 ## generate implied end tags
3025 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
3026 !!!cp ('t187');
3027 pop @{$self->{open_elements}};
3028 }
3029
3030 unless ($self->{open_elements}->[-1]->[1] == CAPTION_EL) {
3031 !!!cp ('t188');
3032 !!!parse-error (type => 'not closed',
3033 text => $self->{open_elements}->[-1]->[0]
3034 ->manakai_local_name,
3035 token => $token);
3036 } else {
3037 !!!cp ('t189');
3038 }
3039
3040 splice @{$self->{open_elements}}, $i;
3041
3042 $clear_up_to_marker->();
3043
3044 $self->{insertion_mode} = IN_TABLE_IM;
3045
3046 ## reprocess
3047 next B;
3048 } elsif ({
3049 body => 1, col => 1, colgroup => 1, html => 1,
3050 }->{$token->{tag_name}}) {
3051 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
3052 !!!cp ('t190');
3053 !!!parse-error (type => 'unmatched end tag',
3054 text => $token->{tag_name}, token => $token);
3055 ## Ignore the token
3056 !!!next-token;
3057 next B;
3058 } else {
3059 !!!cp ('t191');
3060 #
3061 }
3062 } elsif ({
3063 tbody => 1, tfoot => 1,
3064 thead => 1, tr => 1,
3065 }->{$token->{tag_name}} and
3066 ($self->{insertion_mode} & IM_MASK) == IN_CAPTION_IM) {
3067 !!!cp ('t192');
3068 !!!parse-error (type => 'unmatched end tag',
3069 text => $token->{tag_name}, token => $token);
3070 ## Ignore the token
3071 !!!next-token;
3072 next B;
3073 } else {
3074 !!!cp ('t193');
3075 #
3076 }
3077 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3078 for my $entry (@{$self->{open_elements}}) {
3079 unless ($entry->[1] & ALL_END_TAG_OPTIONAL_EL) {
3080 !!!cp ('t75');
3081 !!!parse-error (type => 'in body:#eof', token => $token);
3082 last;
3083 }
3084 }
3085
3086 ## Stop parsing.
3087 last B;
3088 } else {
3089 die "$0: $token->{type}: Unknown token type";
3090 }
3091
3092 $insert = $insert_to_current;
3093 #
3094 } elsif ($self->{insertion_mode} & TABLE_IMS) {
3095 if ($token->{type} == START_TAG_TOKEN) {
3096 if ({
3097 tr => (($self->{insertion_mode} & IM_MASK) != IN_ROW_IM),
3098 th => 1, td => 1,
3099 }->{$token->{tag_name}}) {
3100 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_IM) {
3101 ## Clear back to table context
3102 while (not ($self->{open_elements}->[-1]->[1]
3103 & TABLE_SCOPING_EL)) {
3104 !!!cp ('t201');
3105 pop @{$self->{open_elements}};
3106 }
3107
3108 !!!insert-element ('tbody',, $token);
3109 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3110 ## reprocess in the "in table body" insertion mode...
3111 }
3112
3113 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3114 unless ($token->{tag_name} eq 'tr') {
3115 !!!cp ('t202');
3116 !!!parse-error (type => 'missing start tag:tr', token => $token);
3117 }
3118
3119 ## Clear back to table body context
3120 while (not ($self->{open_elements}->[-1]->[1]
3121 & TABLE_ROWS_SCOPING_EL)) {
3122 !!!cp ('t203');
3123 ## ISSUE: Can this case be reached?
3124 pop @{$self->{open_elements}};
3125 }
3126
3127 $self->{insertion_mode} = IN_ROW_IM;
3128 if ($token->{tag_name} eq 'tr') {
3129 !!!cp ('t204');
3130 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3131 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3132 !!!nack ('t204');
3133 !!!next-token;
3134 next B;
3135 } else {
3136 !!!cp ('t205');
3137 !!!insert-element ('tr',, $token);
3138 ## reprocess in the "in row" insertion mode
3139 }
3140 } else {
3141 !!!cp ('t206');
3142 }
3143
3144 ## Clear back to table row context
3145 while (not ($self->{open_elements}->[-1]->[1]
3146 & TABLE_ROW_SCOPING_EL)) {
3147 !!!cp ('t207');
3148 pop @{$self->{open_elements}};
3149 }
3150
3151 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3152 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3153 $self->{insertion_mode} = IN_CELL_IM;
3154
3155 push @$active_formatting_elements, ['#marker', ''];
3156
3157 !!!nack ('t207.1');
3158 !!!next-token;
3159 next B;
3160 } elsif ({
3161 caption => 1, col => 1, colgroup => 1,
3162 tbody => 1, tfoot => 1, thead => 1,
3163 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3164 }->{$token->{tag_name}}) {
3165 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3166 ## As if </tr>
3167 ## have an element in table scope
3168 my $i;
3169 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3170 my $node = $self->{open_elements}->[$_];
3171 if ($node->[1] == TABLE_ROW_EL) {
3172 !!!cp ('t208');
3173 $i = $_;
3174 last INSCOPE;
3175 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3176 !!!cp ('t209');
3177 last INSCOPE;
3178 }
3179 } # INSCOPE
3180 unless (defined $i) {
3181 !!!cp ('t210');
3182 ## TODO: This type is wrong.
3183 !!!parse-error (type => 'unmacthed end tag',
3184 text => $token->{tag_name}, token => $token);
3185 ## Ignore the token
3186 !!!nack ('t210.1');
3187 !!!next-token;
3188 next B;
3189 }
3190
3191 ## Clear back to table row context
3192 while (not ($self->{open_elements}->[-1]->[1]
3193 & TABLE_ROW_SCOPING_EL)) {
3194 !!!cp ('t211');
3195 ## ISSUE: Can this case be reached?
3196 pop @{$self->{open_elements}};
3197 }
3198
3199 pop @{$self->{open_elements}}; # tr
3200 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3201 if ($token->{tag_name} eq 'tr') {
3202 !!!cp ('t212');
3203 ## reprocess
3204 !!!ack-later;
3205 next B;
3206 } else {
3207 !!!cp ('t213');
3208 ## reprocess in the "in table body" insertion mode...
3209 }
3210 }
3211
3212 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3213 ## have an element in table scope
3214 my $i;
3215 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3216 my $node = $self->{open_elements}->[$_];
3217 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3218 !!!cp ('t214');
3219 $i = $_;
3220 last INSCOPE;
3221 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3222 !!!cp ('t215');
3223 last INSCOPE;
3224 }
3225 } # INSCOPE
3226 unless (defined $i) {
3227 !!!cp ('t216');
3228 ## TODO: This erorr type is wrong.
3229 !!!parse-error (type => 'unmatched end tag',
3230 text => $token->{tag_name}, token => $token);
3231 ## Ignore the token
3232 !!!nack ('t216.1');
3233 !!!next-token;
3234 next B;
3235 }
3236
3237 ## Clear back to table body context
3238 while (not ($self->{open_elements}->[-1]->[1]
3239 & TABLE_ROWS_SCOPING_EL)) {
3240 !!!cp ('t217');
3241 ## ISSUE: Can this state be reached?
3242 pop @{$self->{open_elements}};
3243 }
3244
3245 ## As if <{current node}>
3246 ## have an element in table scope
3247 ## true by definition
3248
3249 ## Clear back to table body context
3250 ## nop by definition
3251
3252 pop @{$self->{open_elements}};
3253 $self->{insertion_mode} = IN_TABLE_IM;
3254 ## reprocess in "in table" insertion mode...
3255 } else {
3256 !!!cp ('t218');
3257 }
3258
3259 if ($token->{tag_name} eq 'col') {
3260 ## Clear back to table context
3261 while (not ($self->{open_elements}->[-1]->[1]
3262 & TABLE_SCOPING_EL)) {
3263 !!!cp ('t219');
3264 ## ISSUE: Can this state be reached?
3265 pop @{$self->{open_elements}};
3266 }
3267
3268 !!!insert-element ('colgroup',, $token);
3269 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
3270 ## reprocess
3271 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3272 !!!ack-later;
3273 next B;
3274 } elsif ({
3275 caption => 1,
3276 colgroup => 1,
3277 tbody => 1, tfoot => 1, thead => 1,
3278 }->{$token->{tag_name}}) {
3279 ## Clear back to table context
3280 while (not ($self->{open_elements}->[-1]->[1]
3281 & TABLE_SCOPING_EL)) {
3282 !!!cp ('t220');
3283 ## ISSUE: Can this state be reached?
3284 pop @{$self->{open_elements}};
3285 }
3286
3287 push @$active_formatting_elements, ['#marker', '']
3288 if $token->{tag_name} eq 'caption';
3289
3290 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3291 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3292 $self->{insertion_mode} = {
3293 caption => IN_CAPTION_IM,
3294 colgroup => IN_COLUMN_GROUP_IM,
3295 tbody => IN_TABLE_BODY_IM,
3296 tfoot => IN_TABLE_BODY_IM,
3297 thead => IN_TABLE_BODY_IM,
3298 }->{$token->{tag_name}};
3299 !!!next-token;
3300 !!!nack ('t220.1');
3301 next B;
3302 } else {
3303 die "$0: in table: <>: $token->{tag_name}";
3304 }
3305 } elsif ($token->{tag_name} eq 'table') {
3306 !!!parse-error (type => 'not closed',
3307 text => $self->{open_elements}->[-1]->[0]
3308 ->manakai_local_name,
3309 token => $token);
3310
3311 ## As if </table>
3312 ## have a table element in table scope
3313 my $i;
3314 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3315 my $node = $self->{open_elements}->[$_];
3316 if ($node->[1] == TABLE_EL) {
3317 !!!cp ('t221');
3318 $i = $_;
3319 last INSCOPE;
3320 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3321 !!!cp ('t222');
3322 last INSCOPE;
3323 }
3324 } # INSCOPE
3325 unless (defined $i) {
3326 !!!cp ('t223');
3327 ## TODO: The following is wrong, maybe.
3328 !!!parse-error (type => 'unmatched end tag', text => 'table',
3329 token => $token);
3330 ## Ignore tokens </table><table>
3331 !!!nack ('t223.1');
3332 !!!next-token;
3333 next B;
3334 }
3335
3336 ## TODO: Followings are removed from the latest spec.
3337 ## generate implied end tags
3338 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
3339 !!!cp ('t224');
3340 pop @{$self->{open_elements}};
3341 }
3342
3343 unless ($self->{open_elements}->[-1]->[1] == TABLE_EL) {
3344 !!!cp ('t225');
3345 ## NOTE: |<table><tr><table>|
3346 !!!parse-error (type => 'not closed',
3347 text => $self->{open_elements}->[-1]->[0]
3348 ->manakai_local_name,
3349 token => $token);
3350 } else {
3351 !!!cp ('t226');
3352 }
3353
3354 splice @{$self->{open_elements}}, $i;
3355 pop @{$open_tables};
3356
3357 $self->_reset_insertion_mode;
3358
3359 ## reprocess
3360 !!!ack-later;
3361 next B;
3362 } elsif ($token->{tag_name} eq 'style') {
3363 !!!cp ('t227.8');
3364 ## NOTE: This is a "as if in head" code clone.
3365 $parse_rcdata->(CDATA_CONTENT_MODEL);
3366 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3367 next B;
3368 } elsif ($token->{tag_name} eq 'script') {
3369 !!!cp ('t227.6');
3370 ## NOTE: This is a "as if in head" code clone.
3371 $script_start_tag->();
3372 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3373 next B;
3374 } elsif ($token->{tag_name} eq 'input') {
3375 if ($token->{attributes}->{type}) {
3376 my $type = $token->{attributes}->{type}->{value};
3377 $type =~ tr/A-Z/a-z/; ## ASCII case-insensitive.
3378 if ($type eq 'hidden') {
3379 !!!cp ('t227.3');
3380 !!!parse-error (type => 'in table',
3381 text => $token->{tag_name}, token => $token);
3382
3383 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3384 $open_tables->[-1]->[2] = 0 if @$open_tables; # ~node inserted
3385
3386 ## TODO: form element pointer
3387
3388 pop @{$self->{open_elements}};
3389
3390 !!!next-token;
3391 !!!ack ('t227.2.1');
3392 next B;
3393 } else {
3394 !!!cp ('t227.1');
3395 #
3396 }
3397 } else {
3398 !!!cp ('t227.4');
3399 #
3400 }
3401 } else {
3402 !!!cp ('t227');
3403 #
3404 }
3405
3406 !!!parse-error (type => 'in table', text => $token->{tag_name},
3407 token => $token);
3408
3409 $insert = $insert_to_foster;
3410 #
3411 } elsif ($token->{type} == END_TAG_TOKEN) {
3412 if ($token->{tag_name} eq 'tr' and
3413 ($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3414 ## have an element in table scope
3415 my $i;
3416 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3417 my $node = $self->{open_elements}->[$_];
3418 if ($node->[1] == TABLE_ROW_EL) {
3419 !!!cp ('t228');
3420 $i = $_;
3421 last INSCOPE;
3422 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3423 !!!cp ('t229');
3424 last INSCOPE;
3425 }
3426 } # INSCOPE
3427 unless (defined $i) {
3428 !!!cp ('t230');
3429 !!!parse-error (type => 'unmatched end tag',
3430 text => $token->{tag_name}, token => $token);
3431 ## Ignore the token
3432 !!!nack ('t230.1');
3433 !!!next-token;
3434 next B;
3435 } else {
3436 !!!cp ('t232');
3437 }
3438
3439 ## Clear back to table row context
3440 while (not ($self->{open_elements}->[-1]->[1]
3441 & TABLE_ROW_SCOPING_EL)) {
3442 !!!cp ('t231');
3443 ## ISSUE: Can this state be reached?
3444 pop @{$self->{open_elements}};
3445 }
3446
3447 pop @{$self->{open_elements}}; # tr
3448 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3449 !!!next-token;
3450 !!!nack ('t231.1');
3451 next B;
3452 } elsif ($token->{tag_name} eq 'table') {
3453 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3454 ## As if </tr>
3455 ## have an element in table scope
3456 my $i;
3457 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3458 my $node = $self->{open_elements}->[$_];
3459 if ($node->[1] == TABLE_ROW_EL) {
3460 !!!cp ('t233');
3461 $i = $_;
3462 last INSCOPE;
3463 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3464 !!!cp ('t234');
3465 last INSCOPE;
3466 }
3467 } # INSCOPE
3468 unless (defined $i) {
3469 !!!cp ('t235');
3470 ## TODO: The following is wrong.
3471 !!!parse-error (type => 'unmatched end tag',
3472 text => $token->{type}, token => $token);
3473 ## Ignore the token
3474 !!!nack ('t236.1');
3475 !!!next-token;
3476 next B;
3477 }
3478
3479 ## Clear back to table row context
3480 while (not ($self->{open_elements}->[-1]->[1]
3481 & TABLE_ROW_SCOPING_EL)) {
3482 !!!cp ('t236');
3483 ## ISSUE: Can this state be reached?
3484 pop @{$self->{open_elements}};
3485 }
3486
3487 pop @{$self->{open_elements}}; # tr
3488 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3489 ## reprocess in the "in table body" insertion mode...
3490 }
3491
3492 if (($self->{insertion_mode} & IM_MASK) == IN_TABLE_BODY_IM) {
3493 ## have an element in table scope
3494 my $i;
3495 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3496 my $node = $self->{open_elements}->[$_];
3497 if ($node->[1] == TABLE_ROW_GROUP_EL) {
3498 !!!cp ('t237');
3499 $i = $_;
3500 last INSCOPE;
3501 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3502 !!!cp ('t238');
3503 last INSCOPE;
3504 }
3505 } # INSCOPE
3506 unless (defined $i) {
3507 !!!cp ('t239');
3508 !!!parse-error (type => 'unmatched end tag',
3509 text => $token->{tag_name}, token => $token);
3510 ## Ignore the token
3511 !!!nack ('t239.1');
3512 !!!next-token;
3513 next B;
3514 }
3515
3516 ## Clear back to table body context
3517 while (not ($self->{open_elements}->[-1]->[1]
3518 & TABLE_ROWS_SCOPING_EL)) {
3519 !!!cp ('t240');
3520 pop @{$self->{open_elements}};
3521 }
3522
3523 ## As if <{current node}>
3524 ## have an element in table scope
3525 ## true by definition
3526
3527 ## Clear back to table body context
3528 ## nop by definition
3529
3530 pop @{$self->{open_elements}};
3531 $self->{insertion_mode} = IN_TABLE_IM;
3532 ## reprocess in the "in table" insertion mode...
3533 }
3534
3535 ## NOTE: </table> in the "in table" insertion mode.
3536 ## When you edit the code fragment below, please ensure that
3537 ## the code for <table> in the "in table" insertion mode
3538 ## is synced with it.
3539
3540 ## have a table element in table scope
3541 my $i;
3542 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3543 my $node = $self->{open_elements}->[$_];
3544 if ($node->[1] == TABLE_EL) {
3545 !!!cp ('t241');
3546 $i = $_;
3547 last INSCOPE;
3548 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3549 !!!cp ('t242');
3550 last INSCOPE;
3551 }
3552 } # INSCOPE
3553 unless (defined $i) {
3554 !!!cp ('t243');
3555 !!!parse-error (type => 'unmatched end tag',
3556 text => $token->{tag_name}, token => $token);
3557 ## Ignore the token
3558 !!!nack ('t243.1');
3559 !!!next-token;
3560 next B;
3561 }
3562
3563 splice @{$self->{open_elements}}, $i;
3564 pop @{$open_tables};
3565
3566 $self->_reset_insertion_mode;
3567
3568 !!!next-token;
3569 next B;
3570 } elsif ({
3571 tbody => 1, tfoot => 1, thead => 1,
3572 }->{$token->{tag_name}} and
3573 $self->{insertion_mode} & ROW_IMS) {
3574 if (($self->{insertion_mode} & IM_MASK) == IN_ROW_IM) {
3575 ## have an element in table scope
3576 my $i;
3577 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3578 my $node = $self->{open_elements}->[$_];
3579 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3580 !!!cp ('t247');
3581 $i = $_;
3582 last INSCOPE;
3583 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3584 !!!cp ('t248');
3585 last INSCOPE;
3586 }
3587 } # INSCOPE
3588 unless (defined $i) {
3589 !!!cp ('t249');
3590 !!!parse-error (type => 'unmatched end tag',
3591 text => $token->{tag_name}, token => $token);
3592 ## Ignore the token
3593 !!!nack ('t249.1');
3594 !!!next-token;
3595 next B;
3596 }
3597
3598 ## As if </tr>
3599 ## have an element in table scope
3600 my $i;
3601 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3602 my $node = $self->{open_elements}->[$_];
3603 if ($node->[1] == TABLE_ROW_EL) {
3604 !!!cp ('t250');
3605 $i = $_;
3606 last INSCOPE;
3607 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3608 !!!cp ('t251');
3609 last INSCOPE;
3610 }
3611 } # INSCOPE
3612 unless (defined $i) {
3613 !!!cp ('t252');
3614 !!!parse-error (type => 'unmatched end tag',
3615 text => 'tr', token => $token);
3616 ## Ignore the token
3617 !!!nack ('t252.1');
3618 !!!next-token;
3619 next B;
3620 }
3621
3622 ## Clear back to table row context
3623 while (not ($self->{open_elements}->[-1]->[1]
3624 & TABLE_ROW_SCOPING_EL)) {
3625 !!!cp ('t253');
3626 ## ISSUE: Can this case be reached?
3627 pop @{$self->{open_elements}};
3628 }
3629
3630 pop @{$self->{open_elements}}; # tr
3631 $self->{insertion_mode} = IN_TABLE_BODY_IM;
3632 ## reprocess in the "in table body" insertion mode...
3633 }
3634
3635 ## have an element in table scope
3636 my $i;
3637 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3638 my $node = $self->{open_elements}->[$_];
3639 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3640 !!!cp ('t254');
3641 $i = $_;
3642 last INSCOPE;
3643 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3644 !!!cp ('t255');
3645 last INSCOPE;
3646 }
3647 } # INSCOPE
3648 unless (defined $i) {
3649 !!!cp ('t256');
3650 !!!parse-error (type => 'unmatched end tag',
3651 text => $token->{tag_name}, token => $token);
3652 ## Ignore the token
3653 !!!nack ('t256.1');
3654 !!!next-token;
3655 next B;
3656 }
3657
3658 ## Clear back to table body context
3659 while (not ($self->{open_elements}->[-1]->[1]
3660 & TABLE_ROWS_SCOPING_EL)) {
3661 !!!cp ('t257');
3662 ## ISSUE: Can this case be reached?
3663 pop @{$self->{open_elements}};
3664 }
3665
3666 pop @{$self->{open_elements}};
3667 $self->{insertion_mode} = IN_TABLE_IM;
3668 !!!nack ('t257.1');
3669 !!!next-token;
3670 next B;
3671 } elsif ({
3672 body => 1, caption => 1, col => 1, colgroup => 1,
3673 html => 1, td => 1, th => 1,
3674 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
3675 tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
3676 }->{$token->{tag_name}}) {
3677 !!!cp ('t258');
3678 !!!parse-error (type => 'unmatched end tag',
3679 text => $token->{tag_name}, token => $token);
3680 ## Ignore the token
3681 !!!nack ('t258.1');
3682 !!!next-token;
3683 next B;
3684 } else {
3685 !!!cp ('t259');
3686 !!!parse-error (type => 'in table:/',
3687 text => $token->{tag_name}, token => $token);
3688
3689 $insert = $insert_to_foster;
3690 #
3691 }
3692 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3693 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
3694 @{$self->{open_elements}} == 1) { # redundant, maybe
3695 !!!parse-error (type => 'in body:#eof', token => $token);
3696 !!!cp ('t259.1');
3697 #
3698 } else {
3699 !!!cp ('t259.2');
3700 #
3701 }
3702
3703 ## Stop parsing
3704 last B;
3705 } else {
3706 die "$0: $token->{type}: Unknown token type";
3707 }
3708 } elsif (($self->{insertion_mode} & IM_MASK) == IN_COLUMN_GROUP_IM) {
3709 if ($token->{type} == CHARACTER_TOKEN) {
3710 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
3711 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3712 unless (length $token->{data}) {
3713 !!!cp ('t260');
3714 !!!next-token;
3715 next B;
3716 }
3717 }
3718
3719 !!!cp ('t261');
3720 #
3721 } elsif ($token->{type} == START_TAG_TOKEN) {
3722 if ($token->{tag_name} eq 'col') {
3723 !!!cp ('t262');
3724 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3725 pop @{$self->{open_elements}};
3726 !!!ack ('t262.1');
3727 !!!next-token;
3728 next B;
3729 } else {
3730 !!!cp ('t263');
3731 #
3732 }
3733 } elsif ($token->{type} == END_TAG_TOKEN) {
3734 if ($token->{tag_name} eq 'colgroup') {
3735 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3736 !!!cp ('t264');
3737 !!!parse-error (type => 'unmatched end tag',
3738 text => 'colgroup', token => $token);
3739 ## Ignore the token
3740 !!!next-token;
3741 next B;
3742 } else {
3743 !!!cp ('t265');
3744 pop @{$self->{open_elements}}; # colgroup
3745 $self->{insertion_mode} = IN_TABLE_IM;
3746 !!!next-token;
3747 next B;
3748 }
3749 } elsif ($token->{tag_name} eq 'col') {
3750 !!!cp ('t266');
3751 !!!parse-error (type => 'unmatched end tag',
3752 text => 'col', token => $token);
3753 ## Ignore the token
3754 !!!next-token;
3755 next B;
3756 } else {
3757 !!!cp ('t267');
3758 #
3759 }
3760 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3761 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
3762 @{$self->{open_elements}} == 1) { # redundant, maybe
3763 !!!cp ('t270.2');
3764 ## Stop parsing.
3765 last B;
3766 } else {
3767 ## NOTE: As if </colgroup>.
3768 !!!cp ('t270.1');
3769 pop @{$self->{open_elements}}; # colgroup
3770 $self->{insertion_mode} = IN_TABLE_IM;
3771 ## Reprocess.
3772 next B;
3773 }
3774 } else {
3775 die "$0: $token->{type}: Unknown token type";
3776 }
3777
3778 ## As if </colgroup>
3779 if ($self->{open_elements}->[-1]->[1] == HTML_EL) {
3780 !!!cp ('t269');
3781 ## TODO: Wrong error type?
3782 !!!parse-error (type => 'unmatched end tag',
3783 text => 'colgroup', token => $token);
3784 ## Ignore the token
3785 !!!nack ('t269.1');
3786 !!!next-token;
3787 next B;
3788 } else {
3789 !!!cp ('t270');
3790 pop @{$self->{open_elements}}; # colgroup
3791 $self->{insertion_mode} = IN_TABLE_IM;
3792 !!!ack-later;
3793 ## reprocess
3794 next B;
3795 }
3796 } elsif ($self->{insertion_mode} & SELECT_IMS) {
3797 if ($token->{type} == CHARACTER_TOKEN) {
3798 !!!cp ('t271');
3799 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3800 !!!next-token;
3801 next B;
3802 } elsif ($token->{type} == START_TAG_TOKEN) {
3803 if ($token->{tag_name} eq 'option') {
3804 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3805 !!!cp ('t272');
3806 ## As if </option>
3807 pop @{$self->{open_elements}};
3808 } else {
3809 !!!cp ('t273');
3810 }
3811
3812 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3813 !!!nack ('t273.1');
3814 !!!next-token;
3815 next B;
3816 } elsif ($token->{tag_name} eq 'optgroup') {
3817 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3818 !!!cp ('t274');
3819 ## As if </option>
3820 pop @{$self->{open_elements}};
3821 } else {
3822 !!!cp ('t275');
3823 }
3824
3825 if ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3826 !!!cp ('t276');
3827 ## As if </optgroup>
3828 pop @{$self->{open_elements}};
3829 } else {
3830 !!!cp ('t277');
3831 }
3832
3833 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
3834 !!!nack ('t277.1');
3835 !!!next-token;
3836 next B;
3837 } elsif ({
3838 select => 1, input => 1, textarea => 1, keygen => 1,
3839 }->{$token->{tag_name}} or
3840 (($self->{insertion_mode} & IM_MASK)
3841 == IN_SELECT_IN_TABLE_IM and
3842 {
3843 caption => 1, table => 1,
3844 tbody => 1, tfoot => 1, thead => 1,
3845 tr => 1, td => 1, th => 1,
3846 }->{$token->{tag_name}})) {
3847
3848 ## 1. Parse error.
3849 if ($token->{tag_name} eq 'select') {
3850 !!!parse-error (type => 'select in select', ## XXX: documentation
3851 token => $token);
3852 } else {
3853 !!!parse-error (type => 'not closed', text => 'select',
3854 token => $token);
3855 }
3856
3857 ## 2./<select>-1. Unless "have an element in table scope" (select):
3858 my $i;
3859 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3860 my $node = $self->{open_elements}->[$_];
3861 if ($node->[1] == SELECT_EL) {
3862 !!!cp ('t278');
3863 $i = $_;
3864 last INSCOPE;
3865 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3866 !!!cp ('t279');
3867 last INSCOPE;
3868 }
3869 } # INSCOPE
3870 unless (defined $i) {
3871 !!!cp ('t280');
3872 if ($token->{tag_name} eq 'select') {
3873 ## NOTE: This error would be raised when
3874 ## |select.innerHTML = '<select>'| is executed; in this
3875 ## case two errors, "select in select" and "unmatched
3876 ## end tags" are reported to the user, the latter might
3877 ## be confusing but this is what the spec requires.
3878 !!!parse-error (type => 'unmatched end tag',
3879 text => 'select',
3880 token => $token);
3881 }
3882 ## Ignore the token.
3883 !!!nack ('t280.1');
3884 !!!next-token;
3885 next B;
3886 }
3887
3888 ## 3. Otherwise, as if there were <select>:
3889
3890 !!!cp ('t281');
3891 splice @{$self->{open_elements}}, $i;
3892
3893 $self->_reset_insertion_mode;
3894
3895 if ($token->{tag_name} eq 'select') {
3896 !!!nack ('t281.2');
3897 !!!next-token;
3898 next B;
3899 } else {
3900 !!!cp ('t281.1');
3901 !!!ack-later;
3902 ## Reprocess the token.
3903 next B;
3904 }
3905 } elsif ($token->{tag_name} eq 'script') {
3906 !!!cp ('t281.3');
3907 ## NOTE: This is an "as if in head" code clone
3908 $script_start_tag->();
3909 next B;
3910 } else {
3911 !!!cp ('t282');
3912 !!!parse-error (type => 'in select',
3913 text => $token->{tag_name}, token => $token);
3914 ## Ignore the token
3915 !!!nack ('t282.1');
3916 !!!next-token;
3917 next B;
3918 }
3919 } elsif ($token->{type} == END_TAG_TOKEN) {
3920 if ($token->{tag_name} eq 'optgroup') {
3921 if ($self->{open_elements}->[-1]->[1] == OPTION_EL and
3922 $self->{open_elements}->[-2]->[1] == OPTGROUP_EL) {
3923 !!!cp ('t283');
3924 ## As if </option>
3925 splice @{$self->{open_elements}}, -2;
3926 } elsif ($self->{open_elements}->[-1]->[1] == OPTGROUP_EL) {
3927 !!!cp ('t284');
3928 pop @{$self->{open_elements}};
3929 } else {
3930 !!!cp ('t285');
3931 !!!parse-error (type => 'unmatched end tag',
3932 text => $token->{tag_name}, token => $token);
3933 ## Ignore the token
3934 }
3935 !!!nack ('t285.1');
3936 !!!next-token;
3937 next B;
3938 } elsif ($token->{tag_name} eq 'option') {
3939 if ($self->{open_elements}->[-1]->[1] == OPTION_EL) {
3940 !!!cp ('t286');
3941 pop @{$self->{open_elements}};
3942 } else {
3943 !!!cp ('t287');
3944 !!!parse-error (type => 'unmatched end tag',
3945 text => $token->{tag_name}, token => $token);
3946 ## Ignore the token
3947 }
3948 !!!nack ('t287.1');
3949 !!!next-token;
3950 next B;
3951 } elsif ($token->{tag_name} eq 'select') {
3952 ## have an element in table scope
3953 my $i;
3954 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3955 my $node = $self->{open_elements}->[$_];
3956 if ($node->[1] == SELECT_EL) {
3957 !!!cp ('t288');
3958 $i = $_;
3959 last INSCOPE;
3960 } elsif ($node->[1] & TABLE_SCOPING_EL) {
3961 !!!cp ('t289');
3962 last INSCOPE;
3963 }
3964 } # INSCOPE
3965 unless (defined $i) {
3966 !!!cp ('t290');
3967 !!!parse-error (type => 'unmatched end tag',
3968 text => $token->{tag_name}, token => $token);
3969 ## Ignore the token
3970 !!!nack ('t290.1');
3971 !!!next-token;
3972 next B;
3973 }
3974
3975 !!!cp ('t291');
3976 splice @{$self->{open_elements}}, $i;
3977
3978 $self->_reset_insertion_mode;
3979
3980 !!!nack ('t291.1');
3981 !!!next-token;
3982 next B;
3983 } elsif (($self->{insertion_mode} & IM_MASK)
3984 == IN_SELECT_IN_TABLE_IM and
3985 {
3986 caption => 1, table => 1, tbody => 1,
3987 tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
3988 }->{$token->{tag_name}}) {
3989 ## TODO: The following is wrong?
3990 !!!parse-error (type => 'unmatched end tag',
3991 text => $token->{tag_name}, token => $token);
3992
3993 ## have an element in table scope
3994 my $i;
3995 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3996 my $node = $self->{open_elements}->[$_];
3997 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
3998 !!!cp ('t292');
3999 $i = $_;
4000 last INSCOPE;
4001 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4002 !!!cp ('t293');
4003 last INSCOPE;
4004 }
4005 } # INSCOPE
4006 unless (defined $i) {
4007 !!!cp ('t294');
4008 ## Ignore the token
4009 !!!nack ('t294.1');
4010 !!!next-token;
4011 next B;
4012 }
4013
4014 ## As if </select>
4015 ## have an element in table scope
4016 undef $i;
4017 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4018 my $node = $self->{open_elements}->[$_];
4019 if ($node->[1] == SELECT_EL) {
4020 !!!cp ('t295');
4021 $i = $_;
4022 last INSCOPE;
4023 } elsif ($node->[1] & TABLE_SCOPING_EL) {
4024 ## ISSUE: Can this state be reached?
4025 !!!cp ('t296');
4026 last INSCOPE;
4027 }
4028 } # INSCOPE
4029 unless (defined $i) {
4030 !!!cp ('t297');
4031 ## TODO: The following error type is correct?
4032 !!!parse-error (type => 'unmatched end tag',
4033 text => 'select', token => $token);
4034 ## Ignore the </select> token
4035 !!!nack ('t297.1');
4036 !!!next-token; ## TODO: ok?
4037 next B;
4038 }
4039
4040 !!!cp ('t298');
4041 splice @{$self->{open_elements}}, $i;
4042
4043 $self->_reset_insertion_mode;
4044
4045 !!!ack-later;
4046 ## reprocess
4047 next B;
4048 } else {
4049 !!!cp ('t299');
4050 !!!parse-error (type => 'in select:/',
4051 text => $token->{tag_name}, token => $token);
4052 ## Ignore the token
4053 !!!nack ('t299.3');
4054 !!!next-token;
4055 next B;
4056 }
4057 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4058 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4059 @{$self->{open_elements}} == 1) { # redundant, maybe
4060 !!!cp ('t299.1');
4061 !!!parse-error (type => 'in body:#eof', token => $token);
4062 } else {
4063 !!!cp ('t299.2');
4064 }
4065
4066 ## Stop parsing.
4067 last B;
4068 } else {
4069 die "$0: $token->{type}: Unknown token type";
4070 }
4071 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
4072 if ($token->{type} == CHARACTER_TOKEN) {
4073 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4074 my $data = $1;
4075 ## As if in body
4076 $reconstruct_active_formatting_elements->($insert_to_current);
4077
4078 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4079
4080 unless (length $token->{data}) {
4081 !!!cp ('t300');
4082 !!!next-token;
4083 next B;
4084 }
4085 }
4086
4087 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4088 !!!cp ('t301');
4089 !!!parse-error (type => 'after html:#text', token => $token);
4090 #
4091 } else {
4092 !!!cp ('t302');
4093 ## "after body" insertion mode
4094 !!!parse-error (type => 'after body:#text', token => $token);
4095 #
4096 }
4097
4098 $self->{insertion_mode} = IN_BODY_IM;
4099 ## reprocess
4100 next B;
4101 } elsif ($token->{type} == START_TAG_TOKEN) {
4102 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4103 !!!cp ('t303');
4104 !!!parse-error (type => 'after html',
4105 text => $token->{tag_name}, token => $token);
4106 #
4107 } else {
4108 !!!cp ('t304');
4109 ## "after body" insertion mode
4110 !!!parse-error (type => 'after body',
4111 text => $token->{tag_name}, token => $token);
4112 #
4113 }
4114
4115 $self->{insertion_mode} = IN_BODY_IM;
4116 !!!ack-later;
4117 ## reprocess
4118 next B;
4119 } elsif ($token->{type} == END_TAG_TOKEN) {
4120 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
4121 !!!cp ('t305');
4122 !!!parse-error (type => 'after html:/',
4123 text => $token->{tag_name}, token => $token);
4124
4125 $self->{insertion_mode} = IN_BODY_IM;
4126 ## Reprocess.
4127 next B;
4128 } else {
4129 !!!cp ('t306');
4130 }
4131
4132 ## "after body" insertion mode
4133 if ($token->{tag_name} eq 'html') {
4134 if (defined $self->{inner_html_node}) {
4135 !!!cp ('t307');
4136 !!!parse-error (type => 'unmatched end tag',
4137 text => 'html', token => $token);
4138 ## Ignore the token
4139 !!!next-token;
4140 next B;
4141 } else {
4142 !!!cp ('t308');
4143 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
4144 !!!next-token;
4145 next B;
4146 }
4147 } else {
4148 !!!cp ('t309');
4149 !!!parse-error (type => 'after body:/',
4150 text => $token->{tag_name}, token => $token);
4151
4152 $self->{insertion_mode} = IN_BODY_IM;
4153 ## reprocess
4154 next B;
4155 }
4156 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4157 !!!cp ('t309.2');
4158 ## Stop parsing
4159 last B;
4160 } else {
4161 die "$0: $token->{type}: Unknown token type";
4162 }
4163 } elsif ($self->{insertion_mode} & FRAME_IMS) {
4164 if ($token->{type} == CHARACTER_TOKEN) {
4165 if ($token->{data} =~ s/^([\x09\x0A\x0C\x20]+)//) {
4166 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4167
4168 unless (length $token->{data}) {
4169 !!!cp ('t310');
4170 !!!next-token;
4171 next B;
4172 }
4173 }
4174
4175 if ($token->{data} =~ s/^[^\x09\x0A\x0C\x20]+//) {
4176 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4177 !!!cp ('t311');
4178 !!!parse-error (type => 'in frameset:#text', token => $token);
4179 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4180 !!!cp ('t312');
4181 !!!parse-error (type => 'after frameset:#text', token => $token);
4182 } else { # "after after frameset"
4183 !!!cp ('t313');
4184 !!!parse-error (type => 'after html:#text', token => $token);
4185 }
4186
4187 ## Ignore the token.
4188 if (length $token->{data}) {
4189 !!!cp ('t314');
4190 ## reprocess the rest of characters
4191 } else {
4192 !!!cp ('t315');
4193 !!!next-token;
4194 }
4195 next B;
4196 }
4197
4198 die qq[$0: Character "$token->{data}"];
4199 } elsif ($token->{type} == START_TAG_TOKEN) {
4200 if ($token->{tag_name} eq 'frameset' and
4201 $self->{insertion_mode} == IN_FRAMESET_IM) {
4202 !!!cp ('t318');
4203 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4204 !!!nack ('t318.1');
4205 !!!next-token;
4206 next B;
4207 } elsif ($token->{tag_name} eq 'frame' and
4208 $self->{insertion_mode} == IN_FRAMESET_IM) {
4209 !!!cp ('t319');
4210 !!!insert-element ($token->{tag_name}, $token->{attributes}, $token);
4211 pop @{$self->{open_elements}};
4212 !!!ack ('t319.1');
4213 !!!next-token;
4214 next B;
4215 } elsif ($token->{tag_name} eq 'noframes') {
4216 !!!cp ('t320');
4217 ## NOTE: As if in head.
4218 $parse_rcdata->(CDATA_CONTENT_MODEL);
4219 next B;
4220
4221 ## NOTE: |<!DOCTYPE HTML><frameset></frameset></html><noframes></noframes>|
4222 ## has no parse error.
4223 } else {
4224 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4225 !!!cp ('t321');
4226 !!!parse-error (type => 'in frameset',
4227 text => $token->{tag_name}, token => $token);
4228 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4229 !!!cp ('t322');
4230 !!!parse-error (type => 'after frameset',
4231 text => $token->{tag_name}, token => $token);
4232 } else { # "after after frameset"
4233 !!!cp ('t322.2');
4234 !!!parse-error (type => 'after after frameset',
4235 text => $token->{tag_name}, token => $token);
4236 }
4237 ## Ignore the token
4238 !!!nack ('t322.1');
4239 !!!next-token;
4240 next B;
4241 }
4242 } elsif ($token->{type} == END_TAG_TOKEN) {
4243 if ($token->{tag_name} eq 'frameset' and
4244 $self->{insertion_mode} == IN_FRAMESET_IM) {
4245 if ($self->{open_elements}->[-1]->[1] == HTML_EL and
4246 @{$self->{open_elements}} == 1) {
4247 !!!cp ('t325');
4248 !!!parse-error (type => 'unmatched end tag',
4249 text => $token->{tag_name}, token => $token);
4250 ## Ignore the token
4251 !!!next-token;
4252 } else {
4253 !!!cp ('t326');
4254 pop @{$self->{open_elements}};
4255 !!!next-token;
4256 }
4257
4258 if (not defined $self->{inner_html_node} and
4259 not ($self->{open_elements}->[-1]->[1] == FRAMESET_EL)) {
4260 !!!cp ('t327');
4261 $self->{insertion_mode} = AFTER_FRAMESET_IM;
4262 } else {
4263 !!!cp ('t328');
4264 }
4265 next B;
4266 } elsif ($token->{tag_name} eq 'html' and
4267 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
4268 !!!cp ('t329');
4269 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
4270 !!!next-token;
4271 next B;
4272 } else {
4273 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
4274 !!!cp ('t330');
4275 !!!parse-error (type => 'in frameset:/',
4276 text => $token->{tag_name}, token => $token);
4277 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
4278 !!!cp ('t330.1');
4279 !!!parse-error (type => 'after frameset:/',
4280 text => $token->{tag_name}, token => $token);
4281 } else { # "after after html"
4282 !!!cp ('t331');
4283 !!!parse-error (type => 'after after frameset:/',
4284 text => $token->{tag_name}, token => $token);
4285 }
4286 ## Ignore the token
4287 !!!next-token;
4288 next B;
4289 }
4290 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
4291 unless ($self->{open_elements}->[-1]->[1] == HTML_EL and
4292 @{$self->{open_elements}} == 1) { # redundant, maybe
4293 !!!cp ('t331.1');
4294 !!!parse-error (type => 'in body:#eof', token => $token);
4295 } else {
4296 !!!cp ('t331.2');
4297 }
4298
4299 ## Stop parsing
4300 last B;
4301 } else {
4302 die "$0: $token->{type}: Unknown token type";
4303 }
4304 } else {
4305 die "$0: $self->{insertion_mode}: Unknown insertion mode";
4306 }
4307
4308 ## "in body" insertion mode
4309 if ($token->{type} == START_TAG_TOKEN) {
4310 if ($token->{tag_name} eq 'script') {
4311 !!!cp ('t332');
4312 ## NOTE: This is an "as if in head" code clone
4313 $script_start_tag->();
4314 next B;
4315 } elsif ($token->{tag_name} eq 'style') {
4316 !!!cp ('t333');
4317 ## NOTE: This is an "as if in head" code clone
4318 $parse_rcdata->(CDATA_CONTENT_MODEL);
4319 next B;
4320 } elsif ({
4321 base => 1, command => 1, link => 1,
4322 }->{$token->{tag_name}}) {
4323 !!!cp ('t334');
4324 ## NOTE: This is an "as if in head" code clone, only "-t" differs
4325 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4326 pop @{$self->{open_elements}};
4327 !!!ack ('t334.1');
4328 !!!next-token;
4329 next B;
4330 } elsif ($token->{tag_name} eq 'meta') {
4331 ## NOTE: This is an "as if in head" code clone, only "-t" differs
4332 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4333 my $meta_el = pop @{$self->{open_elements}};
4334
4335 unless ($self->{confident}) {
4336 if ($token->{attributes}->{charset}) {
4337 !!!cp ('t335');
4338 ## NOTE: Whether the encoding is supported or not is handled
4339 ## in the {change_encoding} callback.
4340 $self->{change_encoding}
4341 ->($self, $token->{attributes}->{charset}->{value}, $token);
4342
4343 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4344 ->set_user_data (manakai_has_reference =>
4345 $token->{attributes}->{charset}
4346 ->{has_reference});
4347 } elsif ($token->{attributes}->{content}) {
4348 if ($token->{attributes}->{content}->{value}
4349 =~ /[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
4350 [\x09\x0A\x0C\x0D\x20]*=
4351 [\x09\x0A\x0C\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
4352 ([^"'\x09\x0A\x0C\x0D\x20][^\x09\x0A\x0C\x0D\x20\x3B]*))
4353 /x) {
4354 !!!cp ('t336');
4355 ## NOTE: Whether the encoding is supported or not is handled
4356 ## in the {change_encoding} callback.
4357 $self->{change_encoding}
4358 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token);
4359 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4360 ->set_user_data (manakai_has_reference =>
4361 $token->{attributes}->{content}
4362 ->{has_reference});
4363 }
4364 }
4365 } else {
4366 if ($token->{attributes}->{charset}) {
4367 !!!cp ('t337');
4368 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
4369 ->set_user_data (manakai_has_reference =>
4370 $token->{attributes}->{charset}
4371 ->{has_reference});
4372 }
4373 if ($token->{attributes}->{content}) {
4374 !!!cp ('t338');
4375 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
4376 ->set_user_data (manakai_has_reference =>
4377 $token->{attributes}->{content}
4378 ->{has_reference});
4379 }
4380 }
4381
4382 !!!ack ('t338.1');
4383 !!!next-token;
4384 next B;
4385 } elsif ($token->{tag_name} eq 'title') {
4386 !!!cp ('t341');
4387 ## NOTE: This is an "as if in head" code clone
4388 $parse_rcdata->(RCDATA_CONTENT_MODEL);
4389 next B;
4390 } elsif ($token->{tag_name} eq 'body') {
4391 !!!parse-error (type => 'in body', text => 'body', token => $token);
4392
4393 if (@{$self->{open_elements}} == 1 or
4394 not ($self->{open_elements}->[1]->[1] == BODY_EL)) {
4395 !!!cp ('t342');
4396 ## Ignore the token
4397 } else {
4398 my $body_el = $self->{open_elements}->[1]->[0];
4399 for my $attr_name (keys %{$token->{attributes}}) {
4400 unless ($body_el->has_attribute_ns (undef, $attr_name)) {
4401 !!!cp ('t343');
4402 $body_el->set_attribute_ns
4403 (undef, [undef, $attr_name],
4404 $token->{attributes}->{$attr_name}->{value});
4405 }
4406 }
4407 }
4408 !!!nack ('t343.1');
4409 !!!next-token;
4410 next B;
4411 } elsif ({
4412 ## NOTE: Start tags for non-phrasing flow content elements
4413
4414 ## NOTE: The normal one
4415 address => 1, article => 1, aside => 1, blockquote => 1,
4416 center => 1, datagrid => 1, details => 1, dialog => 1,
4417 dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
4418 footer => 1, h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1,
4419 h6 => 1, header => 1, hgroup => 1,
4420 menu => 1, nav => 1, ol => 1, p => 1,
4421 section => 1, ul => 1,
4422 ## NOTE: As normal, but drops leading newline
4423 pre => 1, listing => 1,
4424 ## NOTE: As normal, but interacts with the form element pointer
4425 form => 1,
4426
4427 table => 1,
4428 hr => 1,
4429 }->{$token->{tag_name}}) {
4430
4431 ## 1. When there is an opening |form| element:
4432 if ($token->{tag_name} eq 'form' and defined $self->{form_element}) {
4433 !!!cp ('t350');
4434 !!!parse-error (type => 'in form:form', token => $token);
4435 ## Ignore the token
4436 !!!nack ('t350.1');
4437 !!!next-token;
4438 next B;
4439 }
4440
4441 ## 2. Close the |p| element, if any.
4442 if ($token->{tag_name} ne 'table' or # The Hixie Quirk
4443 $self->{document}->manakai_compat_mode ne 'quirks') {
4444 ## has a p element in scope
4445 INSCOPE: for (reverse @{$self->{open_elements}}) {
4446 if ($_->[1] == P_EL) {
4447 !!!cp ('t344');
4448 !!!back-token; # <form>
4449 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4450 line => $token->{line}, column => $token->{column}};
4451 next B;
4452 } elsif ($_->[1] & SCOPING_EL) {
4453 !!!cp ('t345');
4454 last INSCOPE;
4455 }
4456 } # INSCOPE
4457 }
4458
4459 ## 3. Close the opening <hn> element, if any.
4460 if ({h1 => 1, h2 => 1, h3 => 1,
4461 h4 => 1, h5 => 1, h6 => 1}->{$token->{tag_name}}) {
4462 if ($self->{open_elements}->[-1]->[1] == HEADING_EL) {
4463 !!!parse-error (type => 'not closed',
4464 text => $self->{open_elements}->[-1]->[0]->manakai_local_name,
4465 token => $token);
4466 pop @{$self->{open_elements}};
4467 }
4468 }
4469
4470 ## 4. Insertion.
4471 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4472 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
4473 !!!nack ('t346.1');
4474 !!!next-token;
4475 if ($token->{type} == CHARACTER_TOKEN) {
4476 $token->{data} =~ s/^\x0A//;
4477 unless (length $token->{data}) {
4478 !!!cp ('t346');
4479 !!!next-token;
4480 } else {
4481 !!!cp ('t349');
4482 }
4483 } else {
4484 !!!cp ('t348');
4485 }
4486 } elsif ($token->{tag_name} eq 'form') {
4487 !!!cp ('t347.1');
4488 $self->{form_element} = $self->{open_elements}->[-1]->[0];
4489
4490 !!!nack ('t347.2');
4491 !!!next-token;
4492 } elsif ($token->{tag_name} eq 'table') {
4493 !!!cp ('t382');
4494 push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
4495
4496 $self->{insertion_mode} = IN_TABLE_IM;
4497
4498 !!!nack ('t382.1');
4499 !!!next-token;
4500 } elsif ($token->{tag_name} eq 'hr') {
4501 !!!cp ('t386');
4502 pop @{$self->{open_elements}};
4503
4504 !!!nack ('t386.1');
4505 !!!next-token;
4506 } else {
4507 !!!nack ('t347.1');
4508 !!!next-token;
4509 }
4510 next B;
4511 } elsif ($token->{tag_name} eq 'li') {
4512 ## NOTE: As normal, but imply </li> when there's another <li> ...
4513
4514 ## NOTE: Special, Scope (<li><foo><li> == <li><foo><li/></foo></li>)::
4515 ## Interpreted as <li><foo/></li><li/> (non-conforming):
4516 ## blockquote (O9.27), center (O), dd (Fx3, O, S3.1.2, IE7),
4517 ## dt (Fx, O, S, IE), dl (O), fieldset (O, S, IE), form (Fx, O, S),
4518 ## hn (O), pre (O), applet (O, S), button (O, S), marquee (Fx, O, S),
4519 ## object (Fx)
4520 ## Generate non-tree (non-conforming):
4521 ## basefont (IE7 (where basefont is non-void)), center (IE),
4522 ## form (IE), hn (IE)
4523 ## address, div, p (<li><foo><li> == <li><foo/></li><li/>)::
4524 ## Interpreted as <li><foo><li/></foo></li> (non-conforming):
4525 ## div (Fx, S)
4526
4527 my $non_optional;
4528 my $i = -1;
4529
4530 ## 1.
4531 for my $node (reverse @{$self->{open_elements}}) {
4532 if ($node->[1] == LI_EL) {
4533 ## 2. (a) As if </li>
4534 {
4535 ## If no </li> - not applied
4536 #
4537
4538 ## Otherwise
4539
4540 ## 1. generate implied end tags, except for </li>
4541 #
4542
4543 ## 2. If current node != "li", parse error
4544 if ($non_optional) {
4545 !!!parse-error (type => 'not closed',
4546 text => $non_optional->[0]->manakai_local_name,
4547 token => $token);
4548 !!!cp ('t355');
4549 } else {
4550 !!!cp ('t356');
4551 }
4552
4553 ## 3. Pop
4554 splice @{$self->{open_elements}}, $i;
4555 }
4556
4557 last; ## 2. (b) goto 5.
4558 } elsif (
4559 ## NOTE: not "formatting" and not "phrasing"
4560 ($node->[1] & SPECIAL_EL or
4561 $node->[1] & SCOPING_EL) and
4562 ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4563 (not $node->[1] & ADDRESS_DIV_P_EL)
4564 ) {
4565 ## 3.
4566 !!!cp ('t357');
4567 last; ## goto 5.
4568 } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4569 !!!cp ('t358');
4570 #
4571 } else {
4572 !!!cp ('t359');
4573 $non_optional ||= $node;
4574 #
4575 }
4576 ## 4.
4577 ## goto 2.
4578 $i--;
4579 }
4580
4581 ## 5. (a) has a |p| element in scope
4582 INSCOPE: for (reverse @{$self->{open_elements}}) {
4583 if ($_->[1] == P_EL) {
4584 !!!cp ('t353');
4585
4586 ## NOTE: |<p><li>|, for example.
4587
4588 !!!back-token; # <x>
4589 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4590 line => $token->{line}, column => $token->{column}};
4591 next B;
4592 } elsif ($_->[1] & SCOPING_EL) {
4593 !!!cp ('t354');
4594 last INSCOPE;
4595 }
4596 } # INSCOPE
4597
4598 ## 5. (b) insert
4599 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4600 !!!nack ('t359.1');
4601 !!!next-token;
4602 next B;
4603 } elsif ($token->{tag_name} eq 'dt' or
4604 $token->{tag_name} eq 'dd') {
4605 ## NOTE: As normal, but imply </dt> or </dd> when ...
4606
4607 my $non_optional;
4608 my $i = -1;
4609
4610 ## 1.
4611 for my $node (reverse @{$self->{open_elements}}) {
4612 if ($node->[1] == DTDD_EL) {
4613 ## 2. (a) As if </li>
4614 {
4615 ## If no </li> - not applied
4616 #
4617
4618 ## Otherwise
4619
4620 ## 1. generate implied end tags, except for </dt> or </dd>
4621 #
4622
4623 ## 2. If current node != "dt"|"dd", parse error
4624 if ($non_optional) {
4625 !!!parse-error (type => 'not closed',
4626 text => $non_optional->[0]->manakai_local_name,
4627 token => $token);
4628 !!!cp ('t355.1');
4629 } else {
4630 !!!cp ('t356.1');
4631 }
4632
4633 ## 3. Pop
4634 splice @{$self->{open_elements}}, $i;
4635 }
4636
4637 last; ## 2. (b) goto 5.
4638 } elsif (
4639 ## NOTE: not "formatting" and not "phrasing"
4640 ($node->[1] & SPECIAL_EL or
4641 $node->[1] & SCOPING_EL) and
4642 ## NOTE: "li", "dt", and "dd" are in |SPECIAL_EL|.
4643
4644 (not $node->[1] & ADDRESS_DIV_P_EL)
4645 ) {
4646 ## 3.
4647 !!!cp ('t357.1');
4648 last; ## goto 5.
4649 } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
4650 !!!cp ('t358.1');
4651 #
4652 } else {
4653 !!!cp ('t359.1');
4654 $non_optional ||= $node;
4655 #
4656 }
4657 ## 4.
4658 ## goto 2.
4659 $i--;
4660 }
4661
4662 ## 5. (a) has a |p| element in scope
4663 INSCOPE: for (reverse @{$self->{open_elements}}) {
4664 if ($_->[1] == P_EL) {
4665 !!!cp ('t353.1');
4666 !!!back-token; # <x>
4667 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4668 line => $token->{line}, column => $token->{column}};
4669 next B;
4670 } elsif ($_->[1] & SCOPING_EL) {
4671 !!!cp ('t354.1');
4672 last INSCOPE;
4673 }
4674 } # INSCOPE
4675
4676 ## 5. (b) insert
4677 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4678 !!!nack ('t359.2');
4679 !!!next-token;
4680 next B;
4681 } elsif ($token->{tag_name} eq 'plaintext') {
4682 ## NOTE: As normal, but effectively ends parsing
4683
4684 ## has a p element in scope
4685 INSCOPE: for (reverse @{$self->{open_elements}}) {
4686 if ($_->[1] == P_EL) {
4687 !!!cp ('t367');
4688 !!!back-token; # <plaintext>
4689 $token = {type => END_TAG_TOKEN, tag_name => 'p',
4690 line => $token->{line}, column => $token->{column}};
4691 next B;
4692 } elsif ($_->[1] & SCOPING_EL) {
4693 !!!cp ('t368');
4694 last INSCOPE;
4695 }
4696 } # INSCOPE
4697
4698 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4699
4700 $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
4701
4702 !!!nack ('t368.1');
4703 !!!next-token;
4704 next B;
4705 } elsif ($token->{tag_name} eq 'a') {
4706 AFE: for my $i (reverse 0..$#$active_formatting_elements) {
4707 my $node = $active_formatting_elements->[$i];
4708 if ($node->[1] == A_EL) {
4709 !!!cp ('t371');
4710 !!!parse-error (type => 'in a:a', token => $token);
4711
4712 !!!back-token; # <a>
4713 $token = {type => END_TAG_TOKEN, tag_name => 'a',
4714 line => $token->{line}, column => $token->{column}};
4715 $formatting_end_tag->($token);
4716
4717 AFE2: for (reverse 0..$#$active_formatting_elements) {
4718 if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
4719 !!!cp ('t372');
4720 splice @$active_formatting_elements, $_, 1;
4721 last AFE2;
4722 }
4723 } # AFE2
4724 OE: for (reverse 0..$#{$self->{open_elements}}) {
4725 if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
4726 !!!cp ('t373');
4727 splice @{$self->{open_elements}}, $_, 1;
4728 last OE;
4729 }
4730 } # OE
4731 last AFE;
4732 } elsif ($node->[0] eq '#marker') {
4733 !!!cp ('t374');
4734 last AFE;
4735 }
4736 } # AFE
4737
4738 $reconstruct_active_formatting_elements->($insert_to_current);
4739
4740 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4741 push @$active_formatting_elements, $self->{open_elements}->[-1];
4742
4743 !!!nack ('t374.1');
4744 !!!next-token;
4745 next B;
4746 } elsif ($token->{tag_name} eq 'nobr') {
4747 $reconstruct_active_formatting_elements->($insert_to_current);
4748
4749 ## has a |nobr| element in scope
4750 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4751 my $node = $self->{open_elements}->[$_];
4752 if ($node->[1] == NOBR_EL) {
4753 !!!cp ('t376');
4754 !!!parse-error (type => 'in nobr:nobr', token => $token);
4755 !!!back-token; # <nobr>
4756 $token = {type => END_TAG_TOKEN, tag_name => 'nobr',
4757 line => $token->{line}, column => $token->{column}};
4758 next B;
4759 } elsif ($node->[1] & SCOPING_EL) {
4760 !!!cp ('t377');
4761 last INSCOPE;
4762 }
4763 } # INSCOPE
4764
4765 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4766 push @$active_formatting_elements, $self->{open_elements}->[-1];
4767
4768 !!!nack ('t377.1');
4769 !!!next-token;
4770 next B;
4771 } elsif ($token->{tag_name} eq 'button') {
4772 ## has a button element in scope
4773 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4774 my $node = $self->{open_elements}->[$_];
4775 if ($node->[1] == BUTTON_EL) {
4776 !!!cp ('t378');
4777 !!!parse-error (type => 'in button:button', token => $token);
4778 !!!back-token; # <button>
4779 $token = {type => END_TAG_TOKEN, tag_name => 'button',
4780 line => $token->{line}, column => $token->{column}};
4781 next B;
4782 } elsif ($node->[1] & SCOPING_EL) {
4783 !!!cp ('t379');
4784 last INSCOPE;
4785 }
4786 } # INSCOPE
4787
4788 $reconstruct_active_formatting_elements->($insert_to_current);
4789
4790 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4791
4792 ## TODO: associate with $self->{form_element} if defined
4793
4794 push @$active_formatting_elements, ['#marker', ''];
4795
4796 !!!nack ('t379.1');
4797 !!!next-token;
4798 next B;
4799 } elsif ({
4800 xmp => 1,
4801 iframe => 1,
4802 noembed => 1,
4803 noframes => 1, ## NOTE: This is an "as if in head" code clone.
4804 noscript => 0, ## TODO: 1 if scripting is enabled
4805 }->{$token->{tag_name}}) {
4806 if ($token->{tag_name} eq 'xmp') {
4807 !!!cp ('t381');
4808 $reconstruct_active_formatting_elements->($insert_to_current);
4809 } else {
4810 !!!cp ('t399');
4811 }
4812 ## NOTE: There is an "as if in body" code clone.
4813 $parse_rcdata->(CDATA_CONTENT_MODEL);
4814 next B;
4815 } elsif ($token->{tag_name} eq 'isindex') {
4816 !!!parse-error (type => 'isindex', token => $token);
4817
4818 if (defined $self->{form_element}) {
4819 !!!cp ('t389');
4820 ## Ignore the token
4821 !!!nack ('t389'); ## NOTE: Not acknowledged.
4822 !!!next-token;
4823 next B;
4824 } else {
4825 !!!ack ('t391.1');
4826
4827 my $at = $token->{attributes};
4828 my $form_attrs;
4829 $form_attrs->{action} = $at->{action} if $at->{action};
4830 my $prompt_attr = $at->{prompt};
4831 $at->{name} = {name => 'name', value => 'isindex'};
4832 delete $at->{action};
4833 delete $at->{prompt};
4834 my @tokens = (
4835 {type => START_TAG_TOKEN, tag_name => 'form',
4836 attributes => $form_attrs,
4837 line => $token->{line}, column => $token->{column}},
4838 {type => START_TAG_TOKEN, tag_name => 'hr',
4839 line => $token->{line}, column => $token->{column}},
4840 {type => START_TAG_TOKEN, tag_name => 'label',
4841 line => $token->{line}, column => $token->{column}},
4842 );
4843 if ($prompt_attr) {
4844 !!!cp ('t390');
4845 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value},
4846 #line => $token->{line}, column => $token->{column},
4847 };
4848 } else {
4849 !!!cp ('t391');
4850 push @tokens, {type => CHARACTER_TOKEN,
4851 data => 'This is a searchable index. Insert your search keywords here: ',
4852 #line => $token->{line}, column => $token->{column},
4853 }; # SHOULD
4854 ## TODO: make this configurable
4855 }
4856 push @tokens,
4857 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at,
4858 line => $token->{line}, column => $token->{column}},
4859 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
4860 {type => END_TAG_TOKEN, tag_name => 'label',
4861 line => $token->{line}, column => $token->{column}},
4862 {type => START_TAG_TOKEN, tag_name => 'hr',
4863 line => $token->{line}, column => $token->{column}},
4864 {type => END_TAG_TOKEN, tag_name => 'form',
4865 line => $token->{line}, column => $token->{column}};
4866 !!!back-token (@tokens);
4867 !!!next-token;
4868 next B;
4869 }
4870 } elsif ($token->{tag_name} eq 'textarea') {
4871 ## 1. Insert
4872 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4873
4874 ## Step 2 # XXX
4875 ## TODO: $self->{form_element} if defined
4876
4877 ## 2. Drop U+000A LINE FEED
4878 $self->{ignore_newline} = 1;
4879
4880 ## 3. RCDATA
4881 $self->{content_model} = RCDATA_CONTENT_MODEL;
4882 delete $self->{escape}; # MUST
4883
4884 ## 4., 6. Insertion mode
4885 $self->{insertion_mode} |= IN_CDATA_RCDATA_IM;
4886
4887 ## XXX: 5. frameset-ok flag
4888
4889 !!!nack ('t392.1');
4890 !!!next-token;
4891 next B;
4892 } elsif ($token->{tag_name} eq 'optgroup' or
4893 $token->{tag_name} eq 'option') {
4894 ## has an |option| element in scope
4895 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4896 my $node = $self->{open_elements}->[$_];
4897 if ($node->[1] == OPTION_EL) {
4898 !!!cp ('t397.1');
4899 ## NOTE: As if </option>
4900 !!!back-token; # <option> or <optgroup>
4901 $token = {type => END_TAG_TOKEN, tag_name => 'option',
4902 line => $token->{line}, column => $token->{column}};
4903 next B;
4904 } elsif ($node->[1] & SCOPING_EL) {
4905 !!!cp ('t397.2');
4906 last INSCOPE;
4907 }
4908 } # INSCOPE
4909
4910 $reconstruct_active_formatting_elements->($insert_to_current);
4911
4912 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4913
4914 !!!nack ('t397.3');
4915 !!!next-token;
4916 redo B;
4917 } elsif ($token->{tag_name} eq 'rt' or
4918 $token->{tag_name} eq 'rp') {
4919 ## has a |ruby| element in scope
4920 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4921 my $node = $self->{open_elements}->[$_];
4922 if ($node->[1] == RUBY_EL) {
4923 !!!cp ('t398.1');
4924 ## generate implied end tags
4925 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
4926 !!!cp ('t398.2');
4927 pop @{$self->{open_elements}};
4928 }
4929 unless ($self->{open_elements}->[-1]->[1] == RUBY_EL) {
4930 !!!cp ('t398.3');
4931 !!!parse-error (type => 'not closed',
4932 text => $self->{open_elements}->[-1]->[0]
4933 ->manakai_local_name,
4934 token => $token);
4935 pop @{$self->{open_elements}}
4936 while not $self->{open_elements}->[-1]->[1] == RUBY_EL;
4937 }
4938 last INSCOPE;
4939 } elsif ($node->[1] & SCOPING_EL) {
4940 !!!cp ('t398.4');
4941 last INSCOPE;
4942 }
4943 } # INSCOPE
4944
4945 ## TODO: <non-ruby><rt> is not allowed.
4946
4947 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4948
4949 !!!nack ('t398.5');
4950 !!!next-token;
4951 redo B;
4952 } elsif ($token->{tag_name} eq 'math' or
4953 $token->{tag_name} eq 'svg') {
4954 $reconstruct_active_formatting_elements->($insert_to_current);
4955
4956 ## "Adjust MathML attributes" ('math' only) - done in insert-element-f
4957
4958 ## "adjust SVG attributes" ('svg' only) - done in insert-element-f
4959
4960 ## "adjust foreign attributes" - done in insert-element-f
4961
4962 !!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token);
4963
4964 if ($self->{self_closing}) {
4965 pop @{$self->{open_elements}};
4966 !!!ack ('t398.6');
4967 } else {
4968 !!!cp ('t398.7');
4969 $self->{insertion_mode} |= IN_FOREIGN_CONTENT_IM;
4970 ## NOTE: |<body><math><mi><svg>| -> "in foreign content" insertion
4971 ## mode, "in body" (not "in foreign content") secondary insertion
4972 ## mode, maybe.
4973 }
4974
4975 !!!next-token;
4976 next B;
4977 } elsif ({
4978 caption => 1, col => 1, colgroup => 1, frame => 1,
4979 frameset => 1, head => 1,
4980 tbody => 1, td => 1, tfoot => 1, th => 1,
4981 thead => 1, tr => 1,
4982 }->{$token->{tag_name}}) {
4983 !!!cp ('t401');
4984 !!!parse-error (type => 'in body',
4985 text => $token->{tag_name}, token => $token);
4986 ## Ignore the token
4987 !!!nack ('t401.1'); ## NOTE: |<col/>| or |<frame/>| here is an error.
4988 !!!next-token;
4989 next B;
4990 } elsif ($token->{tag_name} eq 'param' or
4991 $token->{tag_name} eq 'source') {
4992 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
4993 pop @{$self->{open_elements}};
4994
4995 !!!ack ('t398.5');
4996 !!!next-token;
4997 redo B;
4998 } else {
4999 if ($token->{tag_name} eq 'image') {
5000 !!!cp ('t384');
5001 !!!parse-error (type => 'image', token => $token);
5002 $token->{tag_name} = 'img';
5003 } else {
5004 !!!cp ('t385');
5005 }
5006
5007 ## NOTE: There is an "as if <br>" code clone.
5008 $reconstruct_active_formatting_elements->($insert_to_current);
5009
5010 !!!insert-element-t ($token->{tag_name}, $token->{attributes}, $token);
5011
5012 if ({
5013 applet => 1, marquee => 1, object => 1,
5014 }->{$token->{tag_name}}) {
5015 !!!cp ('t380');
5016 push @$active_formatting_elements, ['#marker', ''];
5017 !!!nack ('t380.1');
5018 } elsif ({
5019 b => 1, big => 1, em => 1, font => 1, i => 1,
5020 s => 1, small => 1, strike => 1,
5021 strong => 1, tt => 1, u => 1,
5022 }->{$token->{tag_name}}) {
5023 !!!cp ('t375');
5024 push @$active_formatting_elements, $self->{open_elements}->[-1];
5025 !!!nack ('t375.1');
5026 } elsif ($token->{tag_name} eq 'input') {
5027 !!!cp ('t388');
5028 ## TODO: associate with $self->{form_element} if defined
5029 pop @{$self->{open_elements}};
5030 !!!ack ('t388.2');
5031 } elsif ({
5032 area => 1, basefont => 1, bgsound => 1, br => 1,
5033 embed => 1, img => 1, spacer => 1, wbr => 1,
5034 keygen => 1,
5035 }->{$token->{tag_name}}) {
5036 !!!cp ('t388.1');
5037 pop @{$self->{open_elements}};
5038 !!!ack ('t388.3');
5039 } elsif ($token->{tag_name} eq 'select') {
5040 ## TODO: associate with $self->{form_element} if defined
5041
5042 if ($self->{insertion_mode} & TABLE_IMS or
5043 $self->{insertion_mode} & BODY_TABLE_IMS or
5044 ($self->{insertion_mode} & IM_MASK) == IN_COLUMN_GROUP_IM) {
5045 !!!cp ('t400.1');
5046 $self->{insertion_mode} = IN_SELECT_IN_TABLE_IM;
5047 } else {
5048 !!!cp ('t400.2');
5049 $self->{insertion_mode} = IN_SELECT_IM;
5050 }
5051 !!!nack ('t400.3');
5052 } else {
5053 !!!nack ('t402');
5054 }
5055
5056 !!!next-token;
5057 next B;
5058 }
5059 } elsif ($token->{type} == END_TAG_TOKEN) {
5060 if ($token->{tag_name} eq 'body') {
5061
5062 ## 1. If not "have an element in scope":
5063 ## "has a |body| element in scope"
5064 my $i;
5065 INSCOPE: {
5066 for (reverse @{$self->{open_elements}}) {
5067 if ($_->[1] == BODY_EL) {
5068 !!!cp ('t405');
5069 $i = $_;
5070 last INSCOPE;
5071 } elsif ($_->[1] & SCOPING_EL) {
5072 !!!cp ('t405.1');
5073 last;
5074 }
5075 }
5076
5077 ## NOTE: |<marquee></body>|, |<svg><foreignobject></body>|
5078
5079 !!!parse-error (type => 'unmatched end tag',
5080 text => $token->{tag_name}, token => $token);
5081 ## NOTE: Ignore the token.
5082 !!!next-token;
5083 next B;
5084 } # INSCOPE
5085
5086 ## 2. If unclosed elements:
5087 for (@{$self->{open_elements}}) {
5088 unless ($_->[1] & ALL_END_TAG_OPTIONAL_EL ||
5089 $_->[1] == OPTGROUP_EL ||
5090 $_->[1] == OPTION_EL ||
5091 $_->[1] == RUBY_COMPONENT_EL) {
5092 !!!cp ('t403');
5093 !!!parse-error (type => 'not closed',
5094 text => $_->[0]->manakai_local_name,
5095 token => $token);
5096 last;
5097 } else {
5098 !!!cp ('t404');
5099 }
5100 }
5101
5102 ## 3. Switch the insertion mode.
5103 $self->{insertion_mode} = AFTER_BODY_IM;
5104 !!!next-token;
5105 next B;
5106 } elsif ($token->{tag_name} eq 'html') {
5107 ## TODO: Update this code. It seems that the code below is not
5108 ## up-to-date, though it has same effect as speced.
5109 if (@{$self->{open_elements}} > 1 and
5110 $self->{open_elements}->[1]->[1] == BODY_EL) {
5111 unless ($self->{open_elements}->[-1]->[1] == BODY_EL) {
5112 !!!cp ('t406');
5113 !!!parse-error (type => 'not closed',
5114 text => $self->{open_elements}->[1]->[0]
5115 ->manakai_local_name,
5116 token => $token);
5117 } else {
5118 !!!cp ('t407');
5119 }
5120 $self->{insertion_mode} = AFTER_BODY_IM;
5121 ## reprocess
5122 next B;
5123 } else {
5124 !!!cp ('t408');
5125 !!!parse-error (type => 'unmatched end tag',
5126 text => $token->{tag_name}, token => $token);
5127 ## Ignore the token
5128 !!!next-token;
5129 next B;
5130 }
5131 } elsif ({
5132 ## NOTE: End tags for non-phrasing flow content elements
5133
5134 ## NOTE: The normal ones
5135 address => 1, article => 1, aside => 1, blockquote => 1,
5136 center => 1, datagrid => 1, details => 1, dialog => 1,
5137 dir => 1, div => 1, dl => 1, fieldset => 1, figure => 1,
5138 footer => 1, header => 1, hgroup => 1,
5139 listing => 1, menu => 1, nav => 1,
5140 ol => 1, pre => 1, section => 1, ul => 1,
5141
5142 ## NOTE: As normal, but ... optional tags
5143 dd => 1, dt => 1, li => 1,
5144
5145 applet => 1, button => 1, marquee => 1, object => 1,
5146 }->{$token->{tag_name}}) {
5147 ## NOTE: Code for <li> start tags includes "as if </li>" code.
5148 ## Code for <dt> or <dd> start tags includes "as if </dt> or
5149 ## </dd>" code.
5150
5151 ## has an element in scope
5152 my $i;
5153 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5154 my $node = $self->{open_elements}->[$_];
5155 if ($node->[0]->manakai_local_name eq $token->{tag_name}) {
5156 !!!cp ('t410');
5157 $i = $_;
5158 last INSCOPE;
5159 } elsif ($node->[1] & SCOPING_EL) {
5160 !!!cp ('t411');
5161 last INSCOPE;
5162 }
5163 } # INSCOPE
5164
5165 unless (defined $i) { # has an element in scope
5166 !!!cp ('t413');
5167 !!!parse-error (type => 'unmatched end tag',
5168 text => $token->{tag_name}, token => $token);
5169 ## NOTE: Ignore the token.
5170 } else {
5171 ## Step 1. generate implied end tags
5172 while ({
5173 ## END_TAG_OPTIONAL_EL
5174 dd => ($token->{tag_name} ne 'dd'),
5175 dt => ($token->{tag_name} ne 'dt'),
5176 li => ($token->{tag_name} ne 'li'),
5177 option => 1,
5178 optgroup => 1,
5179 p => 1,
5180 rt => 1,
5181 rp => 1,
5182 }->{$self->{open_elements}->[-1]->[0]->manakai_local_name}) {
5183 !!!cp ('t409');
5184 pop @{$self->{open_elements}};
5185 }
5186
5187 ## Step 2.
5188 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5189 ne $token->{tag_name}) {
5190 !!!cp ('t412');
5191 !!!parse-error (type => 'not closed',
5192 text => $self->{open_elements}->[-1]->[0]
5193 ->manakai_local_name,
5194 token => $token);
5195 } else {
5196 !!!cp ('t414');
5197 }
5198
5199 ## Step 3.
5200 splice @{$self->{open_elements}}, $i;
5201
5202 ## Step 4.
5203 $clear_up_to_marker->()
5204 if {
5205 applet => 1, button => 1, marquee => 1, object => 1,
5206 }->{$token->{tag_name}};
5207 }
5208 !!!next-token;
5209 next B;
5210 } elsif ($token->{tag_name} eq 'form') {
5211 ## NOTE: As normal, but interacts with the form element pointer
5212
5213 undef $self->{form_element};
5214
5215 ## has an element in scope
5216 my $i;
5217 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5218 my $node = $self->{open_elements}->[$_];
5219 if ($node->[1] == FORM_EL) {
5220 !!!cp ('t418');
5221 $i = $_;
5222 last INSCOPE;
5223 } elsif ($node->[1] & SCOPING_EL) {
5224 !!!cp ('t419');
5225 last INSCOPE;
5226 }
5227 } # INSCOPE
5228
5229 unless (defined $i) { # has an element in scope
5230 !!!cp ('t421');
5231 !!!parse-error (type => 'unmatched end tag',
5232 text => $token->{tag_name}, token => $token);
5233 ## NOTE: Ignore the token.
5234 } else {
5235 ## Step 1. generate implied end tags
5236 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5237 !!!cp ('t417');
5238 pop @{$self->{open_elements}};
5239 }
5240
5241 ## Step 2.
5242 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5243 ne $token->{tag_name}) {
5244 !!!cp ('t417.1');
5245 !!!parse-error (type => 'not closed',
5246 text => $self->{open_elements}->[-1]->[0]
5247 ->manakai_local_name,
5248 token => $token);
5249 } else {
5250 !!!cp ('t420');
5251 }
5252
5253 ## Step 3.
5254 splice @{$self->{open_elements}}, $i;
5255 }
5256
5257 !!!next-token;
5258 next B;
5259 } elsif ({
5260 ## NOTE: As normal, except acts as a closer for any ...
5261 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5262 }->{$token->{tag_name}}) {
5263 ## has an element in scope
5264 my $i;
5265 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5266 my $node = $self->{open_elements}->[$_];
5267 if ($node->[1] == HEADING_EL) {
5268 !!!cp ('t423');
5269 $i = $_;
5270 last INSCOPE;
5271 } elsif ($node->[1] & SCOPING_EL) {
5272 !!!cp ('t424');
5273 last INSCOPE;
5274 }
5275 } # INSCOPE
5276
5277 unless (defined $i) { # has an element in scope
5278 !!!cp ('t425.1');
5279 !!!parse-error (type => 'unmatched end tag',
5280 text => $token->{tag_name}, token => $token);
5281 ## NOTE: Ignore the token.
5282 } else {
5283 ## Step 1. generate implied end tags
5284 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5285 !!!cp ('t422');
5286 pop @{$self->{open_elements}};
5287 }
5288
5289 ## Step 2.
5290 if ($self->{open_elements}->[-1]->[0]->manakai_local_name
5291 ne $token->{tag_name}) {
5292 !!!cp ('t425');
5293 !!!parse-error (type => 'unmatched end tag',
5294 text => $token->{tag_name}, token => $token);
5295 } else {
5296 !!!cp ('t426');
5297 }
5298
5299 ## Step 3.
5300 splice @{$self->{open_elements}}, $i;
5301 }
5302
5303 !!!next-token;
5304 next B;
5305 } elsif ($token->{tag_name} eq 'p') {
5306 ## NOTE: As normal, except </p> implies <p> and ...
5307
5308 ## has an element in scope
5309 my $non_optional;
5310 my $i;
5311 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5312 my $node = $self->{open_elements}->[$_];
5313 if ($node->[1] == P_EL) {
5314 !!!cp ('t410.1');
5315 $i = $_;
5316 last INSCOPE;
5317 } elsif ($node->[1] & SCOPING_EL) {
5318 !!!cp ('t411.1');
5319 last INSCOPE;
5320 } elsif ($node->[1] & END_TAG_OPTIONAL_EL) {
5321 ## NOTE: |END_TAG_OPTIONAL_EL| includes "p"
5322 !!!cp ('t411.2');
5323 #
5324 } else {
5325 !!!cp ('t411.3');
5326 $non_optional ||= $node;
5327 #
5328 }
5329 } # INSCOPE
5330
5331 if (defined $i) {
5332 ## 1. Generate implied end tags
5333 #
5334
5335 ## 2. If current node != "p", parse error
5336 if ($non_optional) {
5337 !!!cp ('t412.1');
5338 !!!parse-error (type => 'not closed',
5339 text => $non_optional->[0]->manakai_local_name,
5340 token => $token);
5341 } else {
5342 !!!cp ('t414.1');
5343 }
5344
5345 ## 3. Pop
5346 splice @{$self->{open_elements}}, $i;
5347 } else {
5348 !!!cp ('t413.1');
5349 !!!parse-error (type => 'unmatched end tag',
5350 text => $token->{tag_name}, token => $token);
5351
5352 !!!cp ('t415.1');
5353 ## As if <p>, then reprocess the current token
5354 my $el;
5355 !!!create-element ($el, $HTML_NS, 'p',, $token);
5356 $insert->($el);
5357 ## NOTE: Not inserted into |$self->{open_elements}|.
5358 }
5359
5360 !!!next-token;
5361 next B;
5362 } elsif ({
5363 a => 1,
5364 b => 1, big => 1, em => 1, font => 1, i => 1,
5365 nobr => 1, s => 1, small => 1, strike => 1,
5366 strong => 1, tt => 1, u => 1,
5367 }->{$token->{tag_name}}) {
5368 !!!cp ('t427');
5369 $formatting_end_tag->($token);
5370 next B;
5371 } elsif ($token->{tag_name} eq 'br') {
5372 !!!cp ('t428');
5373 !!!parse-error (type => 'unmatched end tag',
5374 text => 'br', token => $token);
5375
5376 ## As if <br>
5377 $reconstruct_active_formatting_elements->($insert_to_current);
5378
5379 my $el;
5380 !!!create-element ($el, $HTML_NS, 'br',, $token);
5381 $insert->($el);
5382
5383 ## Ignore the token.
5384 !!!next-token;
5385 next B;
5386 } else {
5387 if ($token->{tag_name} eq 'sarcasm') {
5388 sleep 0.001; # take a deep breath
5389 }
5390
5391 ## Step 1
5392 my $node_i = -1;
5393 my $node = $self->{open_elements}->[$node_i];
5394
5395 ## Step 2
5396 S2: {
5397 my $node_tag_name = $node->[0]->manakai_local_name;
5398 $node_tag_name =~ tr/A-Z/a-z/; # for SVG camelCase tag names
5399 if ($node_tag_name eq $token->{tag_name}) {
5400 ## Step 1
5401 ## generate implied end tags
5402 while ($self->{open_elements}->[-1]->[1] & END_TAG_OPTIONAL_EL) {
5403 !!!cp ('t430');
5404 ## NOTE: |<ruby><rt></ruby>|.
5405 ## ISSUE: <ruby><rt></rt> will also take this code path,
5406 ## which seems wrong.
5407 pop @{$self->{open_elements}};
5408 $node_i++;
5409 }
5410
5411 ## Step 2
5412 my $current_tag_name
5413 = $self->{open_elements}->[-1]->[0]->manakai_local_name;
5414 $current_tag_name =~ tr/A-Z/a-z/;
5415 if ($current_tag_name ne $token->{tag_name}) {
5416 !!!cp ('t431');
5417 ## NOTE: <x><y></x>
5418 !!!parse-error (type => 'not closed',
5419 text => $self->{open_elements}->[-1]->[0]
5420 ->manakai_local_name,
5421 token => $token);
5422 } else {
5423 !!!cp ('t432');
5424 }
5425
5426 ## Step 3
5427 splice @{$self->{open_elements}}, $node_i if $node_i < 0;
5428
5429 !!!next-token;
5430 last S2;
5431 } else {
5432 ## Step 3
5433 if (not ($node->[1] & FORMATTING_EL) and
5434 #not $phrasing_category->{$node->[1]} and
5435 ($node->[1] & SPECIAL_EL or
5436 $node->[1] & SCOPING_EL)) {
5437 !!!cp ('t433');
5438 !!!parse-error (type => 'unmatched end tag',
5439 text => $token->{tag_name}, token => $token);
5440 ## Ignore the token
5441 !!!next-token;
5442 last S2;
5443
5444 ## NOTE: |<span><dd></span>a|: In Safari 3.1.2 and Opera
5445 ## 9.27, "a" is a child of <dd> (conforming). In
5446 ## Firefox 3.0.2, "a" is a child of <body>. In WinIE 7,
5447 ## "a" is a child of both <body> and <dd>.
5448 }
5449
5450 !!!cp ('t434');
5451 }
5452
5453 ## Step 4
5454 $node_i--;
5455 $node = $self->{open_elements}->[$node_i];
5456
5457 ## Step 5;
5458 redo S2;
5459 } # S2
5460 next B;
5461 }
5462 }
5463 next B;
5464 } continue { # B
5465 if ($self->{insertion_mode} & IN_FOREIGN_CONTENT_IM) {
5466 ## NOTE: The code below is executed in cases where it does not have
5467 ## to be, but it it is harmless even in those cases.
5468 ## has an element in scope
5469 INSCOPE: {
5470 for (reverse 0..$#{$self->{open_elements}}) {
5471 my $node = $self->{open_elements}->[$_];
5472 if ($node->[1] & FOREIGN_EL) {
5473 last INSCOPE;
5474 } elsif ($node->[1] & SCOPING_EL) {
5475 last;
5476 }
5477 }
5478
5479 ## NOTE: No foreign element in scope.
5480 $self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM;
5481 } # INSCOPE
5482 }
5483 } # B
5484
5485 ## Stop parsing # MUST
5486
5487 ## TODO: script stuffs
5488 } # _tree_construct_main
5489
5490 ## XXX: How this method is organized is somewhat out of date, although
5491 ## it still does what the current spec documents.
5492 sub set_inner_html ($$$$;$) {
5493 my $class = shift;
5494 my $node = shift; # /context/
5495 #my $s = \$_[0];
5496 my $onerror = $_[1];
5497 my $get_wrapper = $_[2] || sub ($) { return $_[0] };
5498
5499 my $nt = $node->node_type;
5500 if ($nt == 9) { # Document (invoke the algorithm with no /context/ element)
5501 # MUST
5502
5503 ## Step 1 # MUST
5504 ## TODO: If the document has an active parser, ...
5505 ## ISSUE: There is an issue in the spec.
5506
5507 ## Step 2 # MUST
5508 my @cn = @{$node->child_nodes};
5509 for (@cn) {
5510 $node->remove_child ($_);
5511 }
5512
5513 ## Step 3, 4, 5 # MUST
5514 $class->parse_char_string ($_[0] => $node, $onerror, $get_wrapper);
5515 } elsif ($nt == 1) { # Element (invoke the algorithm with /context/ element)
5516 ## TODO: If non-html element
5517
5518 ## NOTE: Most of this code is copied from |parse_string|
5519
5520 ## TODO: Support for $get_wrapper
5521
5522 ## F1. Create an HTML document.
5523 my $this_doc = $node->owner_document;
5524 my $doc = $this_doc->implementation->create_document;
5525 $doc->manakai_is_html (1);
5526
5527 ## F2. Propagate quirkness flag
5528 my $node_doc = $node->owner_document;
5529 $doc->manakai_compat_mode ($node_doc->manakai_compat_mode);
5530
5531 ## F3. Create an HTML parser
5532 my $p = $class->new;
5533 $p->{document} = $doc;
5534
5535 ## Step 8 # MUST
5536 my $i = 0;
5537 $p->{line_prev} = $p->{line} = 1;
5538 $p->{column_prev} = $p->{column} = 0;
5539 require Whatpm::Charset::DecodeHandle;
5540 my $input = Whatpm::Charset::DecodeHandle::CharString->new (\($_[0]));
5541 $input = $get_wrapper->($input);
5542 $p->{set_nc} = sub {
5543 my $self = shift;
5544
5545 my $char = '';
5546 if (defined $self->{next_nc}) {
5547 $char = $self->{next_nc};
5548 delete $self->{next_nc};
5549 $self->{nc} = ord $char;
5550 } else {
5551 $self->{char_buffer} = '';
5552 $self->{char_buffer_pos} = 0;
5553
5554 my $count = $input->manakai_read_until
5555 ($self->{char_buffer}, qr/[^\x00\x0A\x0D]/,
5556 $self->{char_buffer_pos});
5557 if ($count) {
5558 $self->{line_prev} = $self->{line};
5559 $self->{column_prev} = $self->{column};
5560 $self->{column}++;
5561 $self->{nc}
5562 = ord substr ($self->{char_buffer},
5563 $self->{char_buffer_pos}++, 1);
5564 return;
5565 }
5566
5567 if ($input->read ($char, 1)) {
5568 $self->{nc} = ord $char;
5569 } else {
5570 $self->{nc} = -1;
5571 return;
5572 }
5573 }
5574
5575 ($p->{line_prev}, $p->{column_prev}) = ($p->{line}, $p->{column});
5576 $p->{column}++;
5577
5578 if ($self->{nc} == 0x000A) { # LF
5579 $p->{line}++;
5580 $p->{column} = 0;
5581 !!!cp ('i1');
5582 } elsif ($self->{nc} == 0x000D) { # CR
5583 ## TODO: support for abort/streaming
5584 my $next = '';
5585 if ($input->read ($next, 1) and $next ne "\x0A") {
5586 $self->{next_nc} = $next;
5587 }
5588 $self->{nc} = 0x000A; # LF # MUST
5589 $p->{line}++;
5590 $p->{column} = 0;
5591 !!!cp ('i2');
5592 } elsif ($self->{nc} == 0x0000) { # NULL
5593 !!!cp ('i4');
5594 !!!parse-error (type => 'NULL');
5595 $self->{nc} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
5596 }
5597 };
5598
5599 $p->{read_until} = sub {
5600 #my ($scalar, $specials_range, $offset) = @_;
5601 return 0 if defined $p->{next_nc};
5602
5603 my $pattern = qr/[^$_[1]\x00\x0A\x0D]/;
5604 my $offset = $_[2] || 0;
5605
5606 if ($p->{char_buffer_pos} < length $p->{char_buffer}) {
5607 pos ($p->{char_buffer}) = $p->{char_buffer_pos};
5608 if ($p->{char_buffer} =~ /\G(?>$pattern)+/) {
5609 substr ($_[0], $offset)
5610 = substr ($p->{char_buffer}, $-[0], $+[0] - $-[0]);
5611 my $count = $+[0] - $-[0];
5612 if ($count) {
5613 $p->{column} += $count;
5614 $p->{char_buffer_pos} += $count;
5615 $p->{line_prev} = $p->{line};
5616 $p->{column_prev} = $p->{column} - 1;
5617 $p->{nc} = -1;
5618 }
5619 return $count;
5620 } else {
5621 return 0;
5622 }
5623 } else {
5624 my $count = $input->manakai_read_until ($_[0], $pattern, $_[2]);
5625 if ($count) {
5626 $p->{column} += $count;
5627 $p->{column_prev} += $count;
5628 $p->{nc} = -1;
5629 }
5630 return $count;
5631 }
5632 }; # $p->{read_until}
5633
5634 my $ponerror = $onerror || sub {
5635 my (%opt) = @_;
5636 my $line = $opt{line};
5637 my $column = $opt{column};
5638 if (defined $opt{token} and defined $opt{token}->{line}) {
5639 $line = $opt{token}->{line};
5640 $column = $opt{token}->{column};
5641 }
5642 warn "Parse error ($opt{type}) at line $line column $column\n";
5643 };
5644 $p->{parse_error} = sub {
5645 $ponerror->(line => $p->{line}, column => $p->{column}, @_);
5646 };
5647
5648 my $char_onerror = sub {
5649 my (undef, $type, %opt) = @_;
5650 $ponerror->(layer => 'encode',
5651 line => $p->{line}, column => $p->{column} + 1,
5652 %opt, type => $type);
5653 }; # $char_onerror
5654 $input->onerror ($char_onerror);
5655
5656 $p->_initialize_tokenizer;
5657 $p->_initialize_tree_constructor;
5658
5659 ## F4. If /context/ is not undef...
5660
5661 ## F4.1. content model flag
5662 my $node_ln = $node->manakai_local_name;
5663 $p->{content_model} = {
5664 title => RCDATA_CONTENT_MODEL,
5665 textarea => RCDATA_CONTENT_MODEL,
5666 style => CDATA_CONTENT_MODEL,
5667 script => CDATA_CONTENT_MODEL,
5668 xmp => CDATA_CONTENT_MODEL,
5669 iframe => CDATA_CONTENT_MODEL,
5670 noembed => CDATA_CONTENT_MODEL,
5671 noframes => CDATA_CONTENT_MODEL,
5672 noscript => CDATA_CONTENT_MODEL,
5673 plaintext => PLAINTEXT_CONTENT_MODEL,
5674 }->{$node_ln};
5675 $p->{content_model} = PCDATA_CONTENT_MODEL
5676 unless defined $p->{content_model};
5677
5678 $p->{inner_html_node} = [$node, $el_category->{$node_ln}];
5679 ## TODO: Foreign element OK?
5680
5681 ## F4.2. Root |html| element
5682 my $root = $doc->create_element_ns
5683 ('http://www.w3.org/1999/xhtml', [undef, 'html']);
5684
5685 ## F4.3.
5686 $doc->append_child ($root);
5687
5688 ## F4.4.
5689 push @{$p->{open_elements}}, [$root, $el_category->{html}];
5690
5691 undef $p->{head_element};
5692 undef $p->{head_element_inserted};
5693
5694 ## F4.5.
5695 $p->_reset_insertion_mode;
5696
5697 ## F4.6.
5698 my $anode = $node;
5699 AN: while (defined $anode) {
5700 if ($anode->node_type == 1) {
5701 my $nsuri = $anode->namespace_uri;
5702 if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
5703 if ($anode->manakai_local_name eq 'form') {
5704 !!!cp ('i5');
5705 $p->{form_element} = $anode;
5706 last AN;
5707 }
5708 }
5709 }
5710 $anode = $anode->parent_node;
5711 } # AN
5712
5713 ## F.5. Set the input stream.
5714 $p->{confident} = 1; ## Confident: irrelevant.
5715
5716 ## F.6. Start the parser.
5717 {
5718 my $self = $p;
5719 !!!next-token;
5720 }
5721 $p->_tree_construction_main;
5722
5723 ## F.7.
5724 my @cn = @{$node->child_nodes};
5725 for (@cn) {
5726 $node->remove_child ($_);
5727 }
5728 ## ISSUE: mutation events? read-only?
5729
5730 ## Step 11 # MUST
5731 @cn = @{$root->child_nodes};
5732 for (@cn) {
5733 $this_doc->adopt_node ($_);
5734 $node->append_child ($_);
5735 }
5736 ## ISSUE: mutation events?
5737
5738 $p->_terminate_tree_constructor;
5739
5740 delete $p->{parse_error}; # delete loop
5741 } else {
5742 die "$0: |set_inner_html| is not defined for node of type $nt";
5743 }
5744 } # set_inner_html
5745
5746 } # tree construction stage
5747
5748 package Whatpm::HTML::RestartParser;
5749 push our @ISA, 'Error';
5750
5751 1;
5752 # $Date: 2009/09/06 08:15:37 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24