/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.98 - (show annotations) (download) (as text)
Sun Mar 9 03:23:43 2008 UTC (18 years, 6 months ago) by wakaba
Branch: MAIN
Changes since 1.97: +35 -5 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	9 Mar 2008 03:09:44 -0000
2008-03-09  Wakaba  <wakaba@suika.fam.cx>

	* tree-test-1.dat: More tests are added for foster parenting (HTML5
	revision 1331 and so on).

++ whatpm/Whatpm/ChangeLog	9 Mar 2008 03:20:00 -0000
2008-03-09  Wakaba  <wakaba@suika.fam.cx>

	* HTML.pm.src: Treat <input type=hidden> as if it were a
	white space (HTML5 revision 1331).

1 package Whatpm::HTML;
2 use strict;
3 our $VERSION=do{my @r=(q$Revision: 1.97 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 use Error qw(:try);
5
6 ## ISSUE:
7 ## var doc = implementation.createDocument (null, null, null);
8 ## doc.write ('');
9 ## alert (doc.compatMode);
10
11 ## TODO: Control charcters and noncharacters are not allowed (HTML5 revision 1263)
12 ## TODO: 1252 parse error (revision 1264)
13 ## TODO: 8859-11 = 874 (revision 1271)
14
15 my $permitted_slash_tag_name = {
16 base => 1,
17 link => 1,
18 meta => 1,
19 hr => 1,
20 br => 1,
21 img => 1,
22 embed => 1,
23 param => 1,
24 area => 1,
25 col => 1,
26 input => 1,
27 };
28
29 my $c1_entity_char = {
30 0x80 => 0x20AC,
31 0x81 => 0xFFFD,
32 0x82 => 0x201A,
33 0x83 => 0x0192,
34 0x84 => 0x201E,
35 0x85 => 0x2026,
36 0x86 => 0x2020,
37 0x87 => 0x2021,
38 0x88 => 0x02C6,
39 0x89 => 0x2030,
40 0x8A => 0x0160,
41 0x8B => 0x2039,
42 0x8C => 0x0152,
43 0x8D => 0xFFFD,
44 0x8E => 0x017D,
45 0x8F => 0xFFFD,
46 0x90 => 0xFFFD,
47 0x91 => 0x2018,
48 0x92 => 0x2019,
49 0x93 => 0x201C,
50 0x94 => 0x201D,
51 0x95 => 0x2022,
52 0x96 => 0x2013,
53 0x97 => 0x2014,
54 0x98 => 0x02DC,
55 0x99 => 0x2122,
56 0x9A => 0x0161,
57 0x9B => 0x203A,
58 0x9C => 0x0153,
59 0x9D => 0xFFFD,
60 0x9E => 0x017E,
61 0x9F => 0x0178,
62 }; # $c1_entity_char
63
64 my $special_category = {
65 address => 1, area => 1, base => 1, basefont => 1, bgsound => 1,
66 blockquote => 1, body => 1, br => 1, center => 1, col => 1, colgroup => 1,
67 dd => 1, dir => 1, div => 1, dl => 1, dt => 1, embed => 1, fieldset => 1,
68 form => 1, frame => 1, frameset => 1, h1 => 1, h2 => 1, h3 => 1,
69 h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, iframe => 1, image => 1,
70 img => 1, input => 1, isindex => 1, li => 1, link => 1, listing => 1,
71 menu => 1, meta => 1, noembed => 1, noframes => 1, noscript => 1,
72 ol => 1, optgroup => 1, option => 1, p => 1, param => 1, plaintext => 1,
73 pre => 1, script => 1, select => 1, spacer => 1, style => 1, tbody => 1,
74 textarea => 1, tfoot => 1, thead => 1, title => 1, tr => 1, ul => 1, wbr => 1,
75 };
76 my $scoping_category = {
77 button => 1, caption => 1, html => 1, marquee => 1, object => 1,
78 table => 1, td => 1, th => 1,
79 };
80 my $formatting_category = {
81 a => 1, b => 1, big => 1, em => 1, font => 1, i => 1, nobr => 1,
82 s => 1, small => 1, strile => 1, strong => 1, tt => 1, u => 1,
83 };
84 # $phrasing_category: all other elements
85
86 sub parse_byte_string ($$$$;$) {
87 my $self = ref $_[0] ? shift : shift->new;
88 my $charset = shift;
89 my $bytes_s = ref $_[0] ? $_[0] : \($_[0]);
90 my $s;
91
92 if (defined $charset) {
93 require Encode; ## TODO: decode(utf8) don't delete BOM
94 $s = \ (Encode::decode ($charset, $$bytes_s));
95 $self->{input_encoding} = lc $charset; ## TODO: normalize name
96 $self->{confident} = 1;
97 } else {
98 ## TODO: Implement HTML5 detection algorithm
99 require Whatpm::Charset::UniversalCharDet;
100 $charset = Whatpm::Charset::UniversalCharDet->detect_byte_string
101 (substr ($$bytes_s, 0, 1024));
102 $charset ||= 'windows-1252';
103 $s = \ (Encode::decode ($charset, $$bytes_s));
104 $self->{input_encoding} = $charset;
105 $self->{confident} = 0;
106 }
107
108 $self->{change_encoding} = sub {
109 my $self = shift;
110 my $charset = lc shift;
111 ## TODO: if $charset is supported
112 ## TODO: normalize charset name
113
114 ## "Change the encoding" algorithm:
115
116 ## Step 1
117 if ($charset eq 'utf-16') { ## ISSUE: UTF-16BE -> UTF-8? UTF-16LE -> UTF-8?
118 $charset = 'utf-8';
119 }
120
121 ## Step 2
122 if (defined $self->{input_encoding} and
123 $self->{input_encoding} eq $charset) {
124 $self->{confident} = 1;
125 return;
126 }
127
128 !!!parse-error (type => 'charset label detected:'.$self->{input_encoding}.
129 ':'.$charset, level => 'w');
130
131 ## Step 3
132 # if (can) {
133 ## change the encoding on the fly.
134 #$self->{confident} = 1;
135 #return;
136 # }
137
138 ## Step 4
139 throw Whatpm::HTML::RestartParser (charset => $charset);
140 }; # $self->{change_encoding}
141
142 my @args = @_; shift @args; # $s
143 my $return;
144 try {
145 $return = $self->parse_char_string ($s, @args);
146 } catch Whatpm::HTML::RestartParser with {
147 my $charset = shift->{charset};
148 $s = \ (Encode::decode ($charset, $$bytes_s));
149 $self->{input_encoding} = $charset; ## TODO: normalize
150 $self->{confident} = 1;
151 $return = $self->parse_char_string ($s, @args);
152 };
153 return $return;
154 } # parse_byte_string
155
156 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
157 ## and the HTML layer MUST ignore it. However, we does strip BOM in
158 ## the encoding layer and the HTML layer does not ignore any U+FEFF,
159 ## because the core part of our HTML parser expects a string of character,
160 ## not a string of bytes or code units or anything which might contain a BOM.
161 ## Therefore, any parser interface that accepts a string of bytes,
162 ## such as |parse_byte_string| in this module, must ensure that it does
163 ## strip the BOM and never strip any ZWNBSP.
164
165 *parse_char_string = \&parse_string;
166
167 sub parse_string ($$$;$) {
168 my $self = ref $_[0] ? shift : shift->new;
169 my $s = ref $_[0] ? $_[0] : \($_[0]);
170 $self->{document} = $_[1];
171 @{$self->{document}->child_nodes} = ();
172
173 ## NOTE: |set_inner_html| copies most of this method's code
174
175 $self->{confident} = 1 unless exists $self->{confident};
176 $self->{document}->input_encoding ($self->{input_encoding})
177 if defined $self->{input_encoding};
178
179 my $i = 0;
180 my $line = 1;
181 my $column = 0;
182 $self->{set_next_char} = sub {
183 my $self = shift;
184
185 pop @{$self->{prev_char}};
186 unshift @{$self->{prev_char}}, $self->{next_char};
187
188 $self->{next_char} = -1 and return if $i >= length $$s;
189 $self->{next_char} = ord substr $$s, $i++, 1;
190 $column++;
191
192 if ($self->{next_char} == 0x000A) { # LF
193 $line++;
194 $column = 0;
195 } elsif ($self->{next_char} == 0x000D) { # CR
196 $i++ if substr ($$s, $i, 1) eq "\x0A";
197 $self->{next_char} = 0x000A; # LF # MUST
198 $line++;
199 $column = 0;
200 } elsif ($self->{next_char} > 0x10FFFF) {
201 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
202 } elsif ($self->{next_char} == 0x0000) { # NULL
203 !!!parse-error (type => 'NULL');
204 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
205 }
206 };
207 $self->{prev_char} = [-1, -1, -1];
208 $self->{next_char} = -1;
209
210 my $onerror = $_[2] || sub {
211 my (%opt) = @_;
212 warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
213 };
214 $self->{parse_error} = sub {
215 $onerror->(@_, line => $line, column => $column);
216 };
217
218 $self->_initialize_tokenizer;
219 $self->_initialize_tree_constructor;
220 $self->_construct_tree;
221 $self->_terminate_tree_constructor;
222
223 return $self->{document};
224 } # parse_string
225
226 sub new ($) {
227 my $class = shift;
228 my $self = bless {}, $class;
229 $self->{set_next_char} = sub {
230 $self->{next_char} = -1;
231 };
232 $self->{parse_error} = sub {
233 #
234 };
235 $self->{change_encoding} = sub {
236 # if ($_[0] is a supported encoding) {
237 # run "change the encoding" algorithm;
238 # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
239 # }
240 };
241 $self->{application_cache_selection} = sub {
242 #
243 };
244 return $self;
245 } # new
246
247 sub CM_ENTITY () { 0b001 } # & markup in data
248 sub CM_LIMITED_MARKUP () { 0b010 } # < markup in data (limited)
249 sub CM_FULL_MARKUP () { 0b100 } # < markup in data (any)
250
251 sub PLAINTEXT_CONTENT_MODEL () { 0 }
252 sub CDATA_CONTENT_MODEL () { CM_LIMITED_MARKUP }
253 sub RCDATA_CONTENT_MODEL () { CM_ENTITY | CM_LIMITED_MARKUP }
254 sub PCDATA_CONTENT_MODEL () { CM_ENTITY | CM_FULL_MARKUP }
255
256 sub DATA_STATE () { 0 }
257 sub ENTITY_DATA_STATE () { 1 }
258 sub TAG_OPEN_STATE () { 2 }
259 sub CLOSE_TAG_OPEN_STATE () { 3 }
260 sub TAG_NAME_STATE () { 4 }
261 sub BEFORE_ATTRIBUTE_NAME_STATE () { 5 }
262 sub ATTRIBUTE_NAME_STATE () { 6 }
263 sub AFTER_ATTRIBUTE_NAME_STATE () { 7 }
264 sub BEFORE_ATTRIBUTE_VALUE_STATE () { 8 }
265 sub ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE () { 9 }
266 sub ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE () { 10 }
267 sub ATTRIBUTE_VALUE_UNQUOTED_STATE () { 11 }
268 sub ENTITY_IN_ATTRIBUTE_VALUE_STATE () { 12 }
269 sub MARKUP_DECLARATION_OPEN_STATE () { 13 }
270 sub COMMENT_START_STATE () { 14 }
271 sub COMMENT_START_DASH_STATE () { 15 }
272 sub COMMENT_STATE () { 16 }
273 sub COMMENT_END_STATE () { 17 }
274 sub COMMENT_END_DASH_STATE () { 18 }
275 sub BOGUS_COMMENT_STATE () { 19 }
276 sub DOCTYPE_STATE () { 20 }
277 sub BEFORE_DOCTYPE_NAME_STATE () { 21 }
278 sub DOCTYPE_NAME_STATE () { 22 }
279 sub AFTER_DOCTYPE_NAME_STATE () { 23 }
280 sub BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 24 }
281 sub DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE () { 25 }
282 sub DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE () { 26 }
283 sub AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 27 }
284 sub BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 28 }
285 sub DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE () { 29 }
286 sub DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE () { 30 }
287 sub AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 31 }
288 sub BOGUS_DOCTYPE_STATE () { 32 }
289 sub AFTER_ATTRIBUTE_VALUE_QUOTED_STATE () { 33 }
290
291 sub DOCTYPE_TOKEN () { 1 }
292 sub COMMENT_TOKEN () { 2 }
293 sub START_TAG_TOKEN () { 3 }
294 sub END_TAG_TOKEN () { 4 }
295 sub END_OF_FILE_TOKEN () { 5 }
296 sub CHARACTER_TOKEN () { 6 }
297
298 sub AFTER_HTML_IMS () { 0b100 }
299 sub HEAD_IMS () { 0b1000 }
300 sub BODY_IMS () { 0b10000 }
301 sub BODY_TABLE_IMS () { 0b100000 }
302 sub TABLE_IMS () { 0b1000000 }
303 sub ROW_IMS () { 0b10000000 }
304 sub BODY_AFTER_IMS () { 0b100000000 }
305 sub FRAME_IMS () { 0b1000000000 }
306
307 ## NOTE: "initial" and "before html" insertion modes have no constants.
308
309 ## NOTE: "after after body" insertion mode.
310 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
311
312 ## NOTE: "after after frameset" insertion mode.
313 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
314
315 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
316 sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
317 sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
318 sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
319 sub IN_BODY_IM () { BODY_IMS }
320 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
321 sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
322 sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
323 sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
324 sub IN_TABLE_IM () { TABLE_IMS }
325 sub AFTER_BODY_IM () { BODY_AFTER_IMS }
326 sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
327 sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
328 sub IN_SELECT_IM () { 0b01 }
329 sub IN_COLUMN_GROUP_IM () { 0b10 }
330
331 ## Implementations MUST act as if state machine in the spec
332
333 sub _initialize_tokenizer ($) {
334 my $self = shift;
335 $self->{state} = DATA_STATE; # MUST
336 $self->{content_model} = PCDATA_CONTENT_MODEL; # be
337 undef $self->{current_token}; # start tag, end tag, comment, or DOCTYPE
338 undef $self->{current_attribute};
339 undef $self->{last_emitted_start_tag_name};
340 undef $self->{last_attribute_value_state};
341 $self->{char} = [];
342 # $self->{next_char}
343 !!!next-input-character;
344 $self->{token} = [];
345 # $self->{escape}
346 } # _initialize_tokenizer
347
348 ## A token has:
349 ## ->{type} == DOCTYPE_TOKEN, START_TAG_TOKEN, END_TAG_TOKEN, COMMENT_TOKEN,
350 ## CHARACTER_TOKEN, or END_OF_FILE_TOKEN
351 ## ->{name} (DOCTYPE_TOKEN)
352 ## ->{tag_name} (START_TAG_TOKEN, END_TAG_TOKEN)
353 ## ->{public_identifier} (DOCTYPE_TOKEN)
354 ## ->{system_identifier} (DOCTYPE_TOKEN)
355 ## ->{quirks} == 1 or 0 (DOCTYPE_TOKEN): "force-quirks" flag
356 ## ->{attributes} isa HASH (START_TAG_TOKEN, END_TAG_TOKEN)
357 ## ->{name}
358 ## ->{value}
359 ## ->{has_reference} == 1 or 0
360 ## ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
361
362 ## Emitted token MUST immediately be handled by the tree construction state.
363
364 ## Before each step, UA MAY check to see if either one of the scripts in
365 ## "list of scripts that will execute as soon as possible" or the first
366 ## script in the "list of scripts that will execute asynchronously",
367 ## has completed loading. If one has, then it MUST be executed
368 ## and removed from the list.
369
370 ## NOTE: HTML5 "Writing HTML documents" section, applied to
371 ## documents and not to user agents and conformance checkers,
372 ## contains some requirements that are not detected by the
373 ## parsing algorithm:
374 ## - Some requirements on character encoding declarations. ## TODO
375 ## - "Elements MUST NOT contain content that their content model disallows."
376 ## ... Some are parse error, some are not (will be reported by c.c.).
377 ## - Polytheistic slash SHOULD NOT be used. (Applied only to atheists.) ## TODO
378 ## - Text (in elements, attributes, and comments) SHOULD NOT contain
379 ## control characters other than space characters. ## TODO: (what is control character? C0, C1 and DEL? Unicode control character?)
380
381 ## TODO: HTML5 poses authors two SHOULD-level requirements that cannot
382 ## be detected by the HTML5 parsing algorithm:
383 ## - Text,
384
385 sub _get_next_token ($) {
386 my $self = shift;
387 if (@{$self->{token}}) {
388 return shift @{$self->{token}};
389 }
390
391 A: {
392 if ($self->{state} == DATA_STATE) {
393 if ($self->{next_char} == 0x0026) { # &
394 if ($self->{content_model} & CM_ENTITY and # PCDATA | RCDATA
395 not $self->{escape}) {
396 !!!cp (1);
397 $self->{state} = ENTITY_DATA_STATE;
398 !!!next-input-character;
399 redo A;
400 } else {
401 !!!cp (2);
402 #
403 }
404 } elsif ($self->{next_char} == 0x002D) { # -
405 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
406 unless ($self->{escape}) {
407 if ($self->{prev_char}->[0] == 0x002D and # -
408 $self->{prev_char}->[1] == 0x0021 and # !
409 $self->{prev_char}->[2] == 0x003C) { # <
410 !!!cp (3);
411 $self->{escape} = 1;
412 } else {
413 !!!cp (4);
414 }
415 } else {
416 !!!cp (5);
417 }
418 }
419
420 #
421 } elsif ($self->{next_char} == 0x003C) { # <
422 if ($self->{content_model} & CM_FULL_MARKUP or # PCDATA
423 (($self->{content_model} & CM_LIMITED_MARKUP) and # CDATA | RCDATA
424 not $self->{escape})) {
425 !!!cp (6);
426 $self->{state} = TAG_OPEN_STATE;
427 !!!next-input-character;
428 redo A;
429 } else {
430 !!!cp (7);
431 #
432 }
433 } elsif ($self->{next_char} == 0x003E) { # >
434 if ($self->{escape} and
435 ($self->{content_model} & CM_LIMITED_MARKUP)) { # RCDATA | CDATA
436 if ($self->{prev_char}->[0] == 0x002D and # -
437 $self->{prev_char}->[1] == 0x002D) { # -
438 !!!cp (8);
439 delete $self->{escape};
440 } else {
441 !!!cp (9);
442 }
443 } else {
444 !!!cp (10);
445 }
446
447 #
448 } elsif ($self->{next_char} == -1) {
449 !!!cp (11);
450 !!!emit ({type => END_OF_FILE_TOKEN});
451 last A; ## TODO: ok?
452 } else {
453 !!!cp (12);
454 }
455 # Anything else
456 my $token = {type => CHARACTER_TOKEN,
457 data => chr $self->{next_char}};
458 ## Stay in the data state
459 !!!next-input-character;
460
461 !!!emit ($token);
462
463 redo A;
464 } elsif ($self->{state} == ENTITY_DATA_STATE) {
465 ## (cannot happen in CDATA state)
466
467 my $token = $self->_tokenize_attempt_to_consume_an_entity (0, -1);
468
469 $self->{state} = DATA_STATE;
470 # next-input-character is already done
471
472 unless (defined $token) {
473 !!!cp (13);
474 !!!emit ({type => CHARACTER_TOKEN, data => '&'});
475 } else {
476 !!!cp (14);
477 !!!emit ($token);
478 }
479
480 redo A;
481 } elsif ($self->{state} == TAG_OPEN_STATE) {
482 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
483 if ($self->{next_char} == 0x002F) { # /
484 !!!cp (15);
485 !!!next-input-character;
486 $self->{state} = CLOSE_TAG_OPEN_STATE;
487 redo A;
488 } else {
489 !!!cp (16);
490 ## reconsume
491 $self->{state} = DATA_STATE;
492
493 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
494
495 redo A;
496 }
497 } elsif ($self->{content_model} & CM_FULL_MARKUP) { # PCDATA
498 if ($self->{next_char} == 0x0021) { # !
499 !!!cp (17);
500 $self->{state} = MARKUP_DECLARATION_OPEN_STATE;
501 !!!next-input-character;
502 redo A;
503 } elsif ($self->{next_char} == 0x002F) { # /
504 !!!cp (18);
505 $self->{state} = CLOSE_TAG_OPEN_STATE;
506 !!!next-input-character;
507 redo A;
508 } elsif (0x0041 <= $self->{next_char} and
509 $self->{next_char} <= 0x005A) { # A..Z
510 !!!cp (19);
511 $self->{current_token}
512 = {type => START_TAG_TOKEN,
513 tag_name => chr ($self->{next_char} + 0x0020)};
514 $self->{state} = TAG_NAME_STATE;
515 !!!next-input-character;
516 redo A;
517 } elsif (0x0061 <= $self->{next_char} and
518 $self->{next_char} <= 0x007A) { # a..z
519 !!!cp (20);
520 $self->{current_token} = {type => START_TAG_TOKEN,
521 tag_name => chr ($self->{next_char})};
522 $self->{state} = TAG_NAME_STATE;
523 !!!next-input-character;
524 redo A;
525 } elsif ($self->{next_char} == 0x003E) { # >
526 !!!cp (21);
527 !!!parse-error (type => 'empty start tag');
528 $self->{state} = DATA_STATE;
529 !!!next-input-character;
530
531 !!!emit ({type => CHARACTER_TOKEN, data => '<>'});
532
533 redo A;
534 } elsif ($self->{next_char} == 0x003F) { # ?
535 !!!cp (22);
536 !!!parse-error (type => 'pio');
537 $self->{state} = BOGUS_COMMENT_STATE;
538 ## $self->{next_char} is intentionally left as is
539 redo A;
540 } else {
541 !!!cp (23);
542 !!!parse-error (type => 'bare stago');
543 $self->{state} = DATA_STATE;
544 ## reconsume
545
546 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
547
548 redo A;
549 }
550 } else {
551 die "$0: $self->{content_model} in tag open";
552 }
553 } elsif ($self->{state} == CLOSE_TAG_OPEN_STATE) {
554 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
555 if (defined $self->{last_emitted_start_tag_name}) {
556 ## NOTE: <http://krijnhoetmer.nl/irc-logs/whatwg/20070626#l-564>
557 my @next_char;
558 TAGNAME: for (my $i = 0; $i < length $self->{last_emitted_start_tag_name}; $i++) {
559 push @next_char, $self->{next_char};
560 my $c = ord substr ($self->{last_emitted_start_tag_name}, $i, 1);
561 my $C = 0x0061 <= $c && $c <= 0x007A ? $c - 0x0020 : $c;
562 if ($self->{next_char} == $c or $self->{next_char} == $C) {
563 !!!cp (24);
564 !!!next-input-character;
565 next TAGNAME;
566 } else {
567 !!!cp (25);
568 $self->{next_char} = shift @next_char; # reconsume
569 !!!back-next-input-character (@next_char);
570 $self->{state} = DATA_STATE;
571
572 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
573
574 redo A;
575 }
576 }
577 push @next_char, $self->{next_char};
578
579 unless ($self->{next_char} == 0x0009 or # HT
580 $self->{next_char} == 0x000A or # LF
581 $self->{next_char} == 0x000B or # VT
582 $self->{next_char} == 0x000C or # FF
583 $self->{next_char} == 0x0020 or # SP
584 $self->{next_char} == 0x003E or # >
585 $self->{next_char} == 0x002F or # /
586 $self->{next_char} == -1) {
587 !!!cp (26);
588 $self->{next_char} = shift @next_char; # reconsume
589 !!!back-next-input-character (@next_char);
590 $self->{state} = DATA_STATE;
591 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
592 redo A;
593 } else {
594 !!!cp (27);
595 $self->{next_char} = shift @next_char;
596 !!!back-next-input-character (@next_char);
597 # and consume...
598 }
599 } else {
600 ## No start tag token has ever been emitted
601 !!!cp (28);
602 # next-input-character is already done
603 $self->{state} = DATA_STATE;
604 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
605 redo A;
606 }
607 }
608
609 if (0x0041 <= $self->{next_char} and
610 $self->{next_char} <= 0x005A) { # A..Z
611 !!!cp (29);
612 $self->{current_token} = {type => END_TAG_TOKEN,
613 tag_name => chr ($self->{next_char} + 0x0020)};
614 $self->{state} = TAG_NAME_STATE;
615 !!!next-input-character;
616 redo A;
617 } elsif (0x0061 <= $self->{next_char} and
618 $self->{next_char} <= 0x007A) { # a..z
619 !!!cp (30);
620 $self->{current_token} = {type => END_TAG_TOKEN,
621 tag_name => chr ($self->{next_char})};
622 $self->{state} = TAG_NAME_STATE;
623 !!!next-input-character;
624 redo A;
625 } elsif ($self->{next_char} == 0x003E) { # >
626 !!!cp (31);
627 !!!parse-error (type => 'empty end tag');
628 $self->{state} = DATA_STATE;
629 !!!next-input-character;
630 redo A;
631 } elsif ($self->{next_char} == -1) {
632 !!!cp (32);
633 !!!parse-error (type => 'bare etago');
634 $self->{state} = DATA_STATE;
635 # reconsume
636
637 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
638
639 redo A;
640 } else {
641 !!!cp (33);
642 !!!parse-error (type => 'bogus end tag');
643 $self->{state} = BOGUS_COMMENT_STATE;
644 ## $self->{next_char} is intentionally left as is
645 redo A;
646 }
647 } elsif ($self->{state} == TAG_NAME_STATE) {
648 if ($self->{next_char} == 0x0009 or # HT
649 $self->{next_char} == 0x000A or # LF
650 $self->{next_char} == 0x000B or # VT
651 $self->{next_char} == 0x000C or # FF
652 $self->{next_char} == 0x0020) { # SP
653 !!!cp (34);
654 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
655 !!!next-input-character;
656 redo A;
657 } elsif ($self->{next_char} == 0x003E) { # >
658 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
659 !!!cp (35);
660 $self->{current_token}->{first_start_tag}
661 = not defined $self->{last_emitted_start_tag_name};
662 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
663 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
664 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
665 #if ($self->{current_token}->{attributes}) {
666 # ## NOTE: This should never be reached.
667 # !!! cp (36);
668 # !!! parse-error (type => 'end tag attribute');
669 #} else {
670 !!!cp (37);
671 #}
672 } else {
673 die "$0: $self->{current_token}->{type}: Unknown token type";
674 }
675 $self->{state} = DATA_STATE;
676 !!!next-input-character;
677
678 !!!emit ($self->{current_token}); # start tag or end tag
679
680 redo A;
681 } elsif (0x0041 <= $self->{next_char} and
682 $self->{next_char} <= 0x005A) { # A..Z
683 !!!cp (38);
684 $self->{current_token}->{tag_name} .= chr ($self->{next_char} + 0x0020);
685 # start tag or end tag
686 ## Stay in this state
687 !!!next-input-character;
688 redo A;
689 } elsif ($self->{next_char} == -1) {
690 !!!parse-error (type => 'unclosed tag');
691 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
692 !!!cp (39);
693 $self->{current_token}->{first_start_tag}
694 = not defined $self->{last_emitted_start_tag_name};
695 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
696 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
697 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
698 #if ($self->{current_token}->{attributes}) {
699 # ## NOTE: This state should never be reached.
700 # !!! cp (40);
701 # !!! parse-error (type => 'end tag attribute');
702 #} else {
703 !!!cp (41);
704 #}
705 } else {
706 die "$0: $self->{current_token}->{type}: Unknown token type";
707 }
708 $self->{state} = DATA_STATE;
709 # reconsume
710
711 !!!emit ($self->{current_token}); # start tag or end tag
712
713 redo A;
714 } elsif ($self->{next_char} == 0x002F) { # /
715 !!!next-input-character;
716 if ($self->{next_char} == 0x003E and # >
717 $self->{current_token}->{type} == START_TAG_TOKEN and
718 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
719 # permitted slash
720 !!!cp (42);
721 #
722 } else {
723 !!!cp (43);
724 !!!parse-error (type => 'nestc');
725 }
726 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
727 # next-input-character is already done
728 redo A;
729 } else {
730 !!!cp (44);
731 $self->{current_token}->{tag_name} .= chr $self->{next_char};
732 # start tag or end tag
733 ## Stay in the state
734 !!!next-input-character;
735 redo A;
736 }
737 } elsif ($self->{state} == BEFORE_ATTRIBUTE_NAME_STATE) {
738 if ($self->{next_char} == 0x0009 or # HT
739 $self->{next_char} == 0x000A or # LF
740 $self->{next_char} == 0x000B or # VT
741 $self->{next_char} == 0x000C or # FF
742 $self->{next_char} == 0x0020) { # SP
743 !!!cp (45);
744 ## Stay in the state
745 !!!next-input-character;
746 redo A;
747 } elsif ($self->{next_char} == 0x003E) { # >
748 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
749 !!!cp (46);
750 $self->{current_token}->{first_start_tag}
751 = not defined $self->{last_emitted_start_tag_name};
752 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
753 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
754 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
755 if ($self->{current_token}->{attributes}) {
756 !!!cp (47);
757 !!!parse-error (type => 'end tag attribute');
758 } else {
759 !!!cp (48);
760 }
761 } else {
762 die "$0: $self->{current_token}->{type}: Unknown token type";
763 }
764 $self->{state} = DATA_STATE;
765 !!!next-input-character;
766
767 !!!emit ($self->{current_token}); # start tag or end tag
768
769 redo A;
770 } elsif (0x0041 <= $self->{next_char} and
771 $self->{next_char} <= 0x005A) { # A..Z
772 !!!cp (49);
773 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
774 value => ''};
775 $self->{state} = ATTRIBUTE_NAME_STATE;
776 !!!next-input-character;
777 redo A;
778 } elsif ($self->{next_char} == 0x002F) { # /
779 !!!next-input-character;
780 if ($self->{next_char} == 0x003E and # >
781 $self->{current_token}->{type} == START_TAG_TOKEN and
782 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
783 # permitted slash
784 !!!cp (50);
785 #
786 } else {
787 !!!cp (51);
788 !!!parse-error (type => 'nestc');
789 }
790 ## Stay in the state
791 # next-input-character is already done
792 redo A;
793 } elsif ($self->{next_char} == -1) {
794 !!!parse-error (type => 'unclosed tag');
795 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
796 !!!cp (52);
797 $self->{current_token}->{first_start_tag}
798 = not defined $self->{last_emitted_start_tag_name};
799 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
800 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
801 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
802 if ($self->{current_token}->{attributes}) {
803 !!!cp (53);
804 !!!parse-error (type => 'end tag attribute');
805 } else {
806 !!!cp (54);
807 }
808 } else {
809 die "$0: $self->{current_token}->{type}: Unknown token type";
810 }
811 $self->{state} = DATA_STATE;
812 # reconsume
813
814 !!!emit ($self->{current_token}); # start tag or end tag
815
816 redo A;
817 } else {
818 if ({
819 0x0022 => 1, # "
820 0x0027 => 1, # '
821 0x003D => 1, # =
822 }->{$self->{next_char}}) {
823 !!!cp (55);
824 !!!parse-error (type => 'bad attribute name');
825 } else {
826 !!!cp (56);
827 }
828 $self->{current_attribute} = {name => chr ($self->{next_char}),
829 value => ''};
830 $self->{state} = ATTRIBUTE_NAME_STATE;
831 !!!next-input-character;
832 redo A;
833 }
834 } elsif ($self->{state} == ATTRIBUTE_NAME_STATE) {
835 my $before_leave = sub {
836 if (exists $self->{current_token}->{attributes} # start tag or end tag
837 ->{$self->{current_attribute}->{name}}) { # MUST
838 !!!cp (57);
839 !!!parse-error (type => 'duplicate attribute:'.$self->{current_attribute}->{name});
840 ## Discard $self->{current_attribute} # MUST
841 } else {
842 !!!cp (58);
843 $self->{current_token}->{attributes}->{$self->{current_attribute}->{name}}
844 = $self->{current_attribute};
845 }
846 }; # $before_leave
847
848 if ($self->{next_char} == 0x0009 or # HT
849 $self->{next_char} == 0x000A or # LF
850 $self->{next_char} == 0x000B or # VT
851 $self->{next_char} == 0x000C or # FF
852 $self->{next_char} == 0x0020) { # SP
853 !!!cp (59);
854 $before_leave->();
855 $self->{state} = AFTER_ATTRIBUTE_NAME_STATE;
856 !!!next-input-character;
857 redo A;
858 } elsif ($self->{next_char} == 0x003D) { # =
859 !!!cp (60);
860 $before_leave->();
861 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
862 !!!next-input-character;
863 redo A;
864 } elsif ($self->{next_char} == 0x003E) { # >
865 $before_leave->();
866 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
867 !!!cp (61);
868 $self->{current_token}->{first_start_tag}
869 = not defined $self->{last_emitted_start_tag_name};
870 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
871 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
872 !!!cp (62);
873 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
874 if ($self->{current_token}->{attributes}) {
875 !!!parse-error (type => 'end tag attribute');
876 }
877 } else {
878 die "$0: $self->{current_token}->{type}: Unknown token type";
879 }
880 $self->{state} = DATA_STATE;
881 !!!next-input-character;
882
883 !!!emit ($self->{current_token}); # start tag or end tag
884
885 redo A;
886 } elsif (0x0041 <= $self->{next_char} and
887 $self->{next_char} <= 0x005A) { # A..Z
888 !!!cp (63);
889 $self->{current_attribute}->{name} .= chr ($self->{next_char} + 0x0020);
890 ## Stay in the state
891 !!!next-input-character;
892 redo A;
893 } elsif ($self->{next_char} == 0x002F) { # /
894 $before_leave->();
895 !!!next-input-character;
896 if ($self->{next_char} == 0x003E and # >
897 $self->{current_token}->{type} == START_TAG_TOKEN and
898 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
899 # permitted slash
900 !!!cp (64);
901 #
902 } else {
903 !!!cp (65);
904 !!!parse-error (type => 'nestc');
905 }
906 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
907 # next-input-character is already done
908 redo A;
909 } elsif ($self->{next_char} == -1) {
910 !!!parse-error (type => 'unclosed tag');
911 $before_leave->();
912 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
913 !!!cp (66);
914 $self->{current_token}->{first_start_tag}
915 = not defined $self->{last_emitted_start_tag_name};
916 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
917 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
918 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
919 if ($self->{current_token}->{attributes}) {
920 !!!cp (67);
921 !!!parse-error (type => 'end tag attribute');
922 } else {
923 ## NOTE: This state should never be reached.
924 !!!cp (68);
925 }
926 } else {
927 die "$0: $self->{current_token}->{type}: Unknown token type";
928 }
929 $self->{state} = DATA_STATE;
930 # reconsume
931
932 !!!emit ($self->{current_token}); # start tag or end tag
933
934 redo A;
935 } else {
936 if ($self->{next_char} == 0x0022 or # "
937 $self->{next_char} == 0x0027) { # '
938 !!!cp (69);
939 !!!parse-error (type => 'bad attribute name');
940 } else {
941 !!!cp (70);
942 }
943 $self->{current_attribute}->{name} .= chr ($self->{next_char});
944 ## Stay in the state
945 !!!next-input-character;
946 redo A;
947 }
948 } elsif ($self->{state} == AFTER_ATTRIBUTE_NAME_STATE) {
949 if ($self->{next_char} == 0x0009 or # HT
950 $self->{next_char} == 0x000A or # LF
951 $self->{next_char} == 0x000B or # VT
952 $self->{next_char} == 0x000C or # FF
953 $self->{next_char} == 0x0020) { # SP
954 !!!cp (71);
955 ## Stay in the state
956 !!!next-input-character;
957 redo A;
958 } elsif ($self->{next_char} == 0x003D) { # =
959 !!!cp (72);
960 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
961 !!!next-input-character;
962 redo A;
963 } elsif ($self->{next_char} == 0x003E) { # >
964 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
965 !!!cp (73);
966 $self->{current_token}->{first_start_tag}
967 = not defined $self->{last_emitted_start_tag_name};
968 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
969 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
970 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
971 if ($self->{current_token}->{attributes}) {
972 !!!cp (74);
973 !!!parse-error (type => 'end tag attribute');
974 } else {
975 ## NOTE: This state should never be reached.
976 !!!cp (75);
977 }
978 } else {
979 die "$0: $self->{current_token}->{type}: Unknown token type";
980 }
981 $self->{state} = DATA_STATE;
982 !!!next-input-character;
983
984 !!!emit ($self->{current_token}); # start tag or end tag
985
986 redo A;
987 } elsif (0x0041 <= $self->{next_char} and
988 $self->{next_char} <= 0x005A) { # A..Z
989 !!!cp (76);
990 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
991 value => ''};
992 $self->{state} = ATTRIBUTE_NAME_STATE;
993 !!!next-input-character;
994 redo A;
995 } elsif ($self->{next_char} == 0x002F) { # /
996 !!!next-input-character;
997 if ($self->{next_char} == 0x003E and # >
998 $self->{current_token}->{type} == START_TAG_TOKEN and
999 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
1000 # permitted slash
1001 !!!cp (77);
1002 #
1003 } else {
1004 !!!cp (78);
1005 !!!parse-error (type => 'nestc');
1006 ## TODO: Different error type for <aa / bb> than <aa/>
1007 }
1008 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1009 # next-input-character is already done
1010 redo A;
1011 } elsif ($self->{next_char} == -1) {
1012 !!!parse-error (type => 'unclosed tag');
1013 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1014 !!!cp (79);
1015 $self->{current_token}->{first_start_tag}
1016 = not defined $self->{last_emitted_start_tag_name};
1017 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1018 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1019 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1020 if ($self->{current_token}->{attributes}) {
1021 !!!cp (80);
1022 !!!parse-error (type => 'end tag attribute');
1023 } else {
1024 ## NOTE: This state should never be reached.
1025 !!!cp (81);
1026 }
1027 } else {
1028 die "$0: $self->{current_token}->{type}: Unknown token type";
1029 }
1030 $self->{state} = DATA_STATE;
1031 # reconsume
1032
1033 !!!emit ($self->{current_token}); # start tag or end tag
1034
1035 redo A;
1036 } else {
1037 !!!cp (82);
1038 $self->{current_attribute} = {name => chr ($self->{next_char}),
1039 value => ''};
1040 $self->{state} = ATTRIBUTE_NAME_STATE;
1041 !!!next-input-character;
1042 redo A;
1043 }
1044 } elsif ($self->{state} == BEFORE_ATTRIBUTE_VALUE_STATE) {
1045 if ($self->{next_char} == 0x0009 or # HT
1046 $self->{next_char} == 0x000A or # LF
1047 $self->{next_char} == 0x000B or # VT
1048 $self->{next_char} == 0x000C or # FF
1049 $self->{next_char} == 0x0020) { # SP
1050 !!!cp (83);
1051 ## Stay in the state
1052 !!!next-input-character;
1053 redo A;
1054 } elsif ($self->{next_char} == 0x0022) { # "
1055 !!!cp (84);
1056 $self->{state} = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE;
1057 !!!next-input-character;
1058 redo A;
1059 } elsif ($self->{next_char} == 0x0026) { # &
1060 !!!cp (85);
1061 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1062 ## reconsume
1063 redo A;
1064 } elsif ($self->{next_char} == 0x0027) { # '
1065 !!!cp (86);
1066 $self->{state} = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE;
1067 !!!next-input-character;
1068 redo A;
1069 } elsif ($self->{next_char} == 0x003E) { # >
1070 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1071 !!!cp (87);
1072 $self->{current_token}->{first_start_tag}
1073 = not defined $self->{last_emitted_start_tag_name};
1074 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1075 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1076 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1077 if ($self->{current_token}->{attributes}) {
1078 !!!cp (88);
1079 !!!parse-error (type => 'end tag attribute');
1080 } else {
1081 ## NOTE: This state should never be reached.
1082 !!!cp (89);
1083 }
1084 } else {
1085 die "$0: $self->{current_token}->{type}: Unknown token type";
1086 }
1087 $self->{state} = DATA_STATE;
1088 !!!next-input-character;
1089
1090 !!!emit ($self->{current_token}); # start tag or end tag
1091
1092 redo A;
1093 } elsif ($self->{next_char} == -1) {
1094 !!!parse-error (type => 'unclosed tag');
1095 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1096 !!!cp (90);
1097 $self->{current_token}->{first_start_tag}
1098 = not defined $self->{last_emitted_start_tag_name};
1099 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1100 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1101 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1102 if ($self->{current_token}->{attributes}) {
1103 !!!cp (91);
1104 !!!parse-error (type => 'end tag attribute');
1105 } else {
1106 ## NOTE: This state should never be reached.
1107 !!!cp (92);
1108 }
1109 } else {
1110 die "$0: $self->{current_token}->{type}: Unknown token type";
1111 }
1112 $self->{state} = DATA_STATE;
1113 ## reconsume
1114
1115 !!!emit ($self->{current_token}); # start tag or end tag
1116
1117 redo A;
1118 } else {
1119 if ($self->{next_char} == 0x003D) { # =
1120 !!!cp (93);
1121 !!!parse-error (type => 'bad attribute value');
1122 } else {
1123 !!!cp (94);
1124 }
1125 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1126 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1127 !!!next-input-character;
1128 redo A;
1129 }
1130 } elsif ($self->{state} == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE) {
1131 if ($self->{next_char} == 0x0022) { # "
1132 !!!cp (95);
1133 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1134 !!!next-input-character;
1135 redo A;
1136 } elsif ($self->{next_char} == 0x0026) { # &
1137 !!!cp (96);
1138 $self->{last_attribute_value_state} = $self->{state};
1139 $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1140 !!!next-input-character;
1141 redo A;
1142 } elsif ($self->{next_char} == -1) {
1143 !!!parse-error (type => 'unclosed attribute value');
1144 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1145 !!!cp (97);
1146 $self->{current_token}->{first_start_tag}
1147 = not defined $self->{last_emitted_start_tag_name};
1148 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1149 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1150 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1151 if ($self->{current_token}->{attributes}) {
1152 !!!cp (98);
1153 !!!parse-error (type => 'end tag attribute');
1154 } else {
1155 ## NOTE: This state should never be reached.
1156 !!!cp (99);
1157 }
1158 } else {
1159 die "$0: $self->{current_token}->{type}: Unknown token type";
1160 }
1161 $self->{state} = DATA_STATE;
1162 ## reconsume
1163
1164 !!!emit ($self->{current_token}); # start tag or end tag
1165
1166 redo A;
1167 } else {
1168 !!!cp (100);
1169 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1170 ## Stay in the state
1171 !!!next-input-character;
1172 redo A;
1173 }
1174 } elsif ($self->{state} == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE) {
1175 if ($self->{next_char} == 0x0027) { # '
1176 !!!cp (101);
1177 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1178 !!!next-input-character;
1179 redo A;
1180 } elsif ($self->{next_char} == 0x0026) { # &
1181 !!!cp (102);
1182 $self->{last_attribute_value_state} = $self->{state};
1183 $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1184 !!!next-input-character;
1185 redo A;
1186 } elsif ($self->{next_char} == -1) {
1187 !!!parse-error (type => 'unclosed attribute value');
1188 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1189 !!!cp (103);
1190 $self->{current_token}->{first_start_tag}
1191 = not defined $self->{last_emitted_start_tag_name};
1192 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1193 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1194 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1195 if ($self->{current_token}->{attributes}) {
1196 !!!cp (104);
1197 !!!parse-error (type => 'end tag attribute');
1198 } else {
1199 ## NOTE: This state should never be reached.
1200 !!!cp (105);
1201 }
1202 } else {
1203 die "$0: $self->{current_token}->{type}: Unknown token type";
1204 }
1205 $self->{state} = DATA_STATE;
1206 ## reconsume
1207
1208 !!!emit ($self->{current_token}); # start tag or end tag
1209
1210 redo A;
1211 } else {
1212 !!!cp (106);
1213 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1214 ## Stay in the state
1215 !!!next-input-character;
1216 redo A;
1217 }
1218 } elsif ($self->{state} == ATTRIBUTE_VALUE_UNQUOTED_STATE) {
1219 if ($self->{next_char} == 0x0009 or # HT
1220 $self->{next_char} == 0x000A or # LF
1221 $self->{next_char} == 0x000B or # HT
1222 $self->{next_char} == 0x000C or # FF
1223 $self->{next_char} == 0x0020) { # SP
1224 !!!cp (107);
1225 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1226 !!!next-input-character;
1227 redo A;
1228 } elsif ($self->{next_char} == 0x0026) { # &
1229 !!!cp (108);
1230 $self->{last_attribute_value_state} = $self->{state};
1231 $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1232 !!!next-input-character;
1233 redo A;
1234 } elsif ($self->{next_char} == 0x003E) { # >
1235 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1236 !!!cp (109);
1237 $self->{current_token}->{first_start_tag}
1238 = not defined $self->{last_emitted_start_tag_name};
1239 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1240 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1241 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1242 if ($self->{current_token}->{attributes}) {
1243 !!!cp (110);
1244 !!!parse-error (type => 'end tag attribute');
1245 } else {
1246 ## NOTE: This state should never be reached.
1247 !!!cp (111);
1248 }
1249 } else {
1250 die "$0: $self->{current_token}->{type}: Unknown token type";
1251 }
1252 $self->{state} = DATA_STATE;
1253 !!!next-input-character;
1254
1255 !!!emit ($self->{current_token}); # start tag or end tag
1256
1257 redo A;
1258 } elsif ($self->{next_char} == -1) {
1259 !!!parse-error (type => 'unclosed tag');
1260 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1261 !!!cp (112);
1262 $self->{current_token}->{first_start_tag}
1263 = not defined $self->{last_emitted_start_tag_name};
1264 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1265 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1266 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1267 if ($self->{current_token}->{attributes}) {
1268 !!!cp (113);
1269 !!!parse-error (type => 'end tag attribute');
1270 } else {
1271 ## NOTE: This state should never be reached.
1272 !!!cp (114);
1273 }
1274 } else {
1275 die "$0: $self->{current_token}->{type}: Unknown token type";
1276 }
1277 $self->{state} = DATA_STATE;
1278 ## reconsume
1279
1280 !!!emit ($self->{current_token}); # start tag or end tag
1281
1282 redo A;
1283 } else {
1284 if ({
1285 0x0022 => 1, # "
1286 0x0027 => 1, # '
1287 0x003D => 1, # =
1288 }->{$self->{next_char}}) {
1289 !!!cp (115);
1290 !!!parse-error (type => 'bad attribute value');
1291 } else {
1292 !!!cp (116);
1293 }
1294 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1295 ## Stay in the state
1296 !!!next-input-character;
1297 redo A;
1298 }
1299 } elsif ($self->{state} == ENTITY_IN_ATTRIBUTE_VALUE_STATE) {
1300 my $token = $self->_tokenize_attempt_to_consume_an_entity
1301 (1,
1302 $self->{last_attribute_value_state}
1303 == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE ? 0x0022 : # "
1304 $self->{last_attribute_value_state}
1305 == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE ? 0x0027 : # '
1306 -1);
1307
1308 unless (defined $token) {
1309 !!!cp (117);
1310 $self->{current_attribute}->{value} .= '&';
1311 } else {
1312 !!!cp (118);
1313 $self->{current_attribute}->{value} .= $token->{data};
1314 $self->{current_attribute}->{has_reference} = $token->{has_reference};
1315 ## ISSUE: spec says "append the returned character token to the current attribute's value"
1316 }
1317
1318 $self->{state} = $self->{last_attribute_value_state};
1319 # next-input-character is already done
1320 redo A;
1321 } elsif ($self->{state} == AFTER_ATTRIBUTE_VALUE_QUOTED_STATE) {
1322 if ($self->{next_char} == 0x0009 or # HT
1323 $self->{next_char} == 0x000A or # LF
1324 $self->{next_char} == 0x000B or # VT
1325 $self->{next_char} == 0x000C or # FF
1326 $self->{next_char} == 0x0020) { # SP
1327 !!!cp (118);
1328 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1329 !!!next-input-character;
1330 redo A;
1331 } elsif ($self->{next_char} == 0x003E) { # >
1332 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1333 !!!cp (119);
1334 $self->{current_token}->{first_start_tag}
1335 = not defined $self->{last_emitted_start_tag_name};
1336 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1337 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1338 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1339 if ($self->{current_token}->{attributes}) {
1340 !!!cp (120);
1341 !!!parse-error (type => 'end tag attribute');
1342 } else {
1343 ## NOTE: This state should never be reached.
1344 !!!cp (121);
1345 }
1346 } else {
1347 die "$0: $self->{current_token}->{type}: Unknown token type";
1348 }
1349 $self->{state} = DATA_STATE;
1350 !!!next-input-character;
1351
1352 !!!emit ($self->{current_token}); # start tag or end tag
1353
1354 redo A;
1355 } elsif ($self->{next_char} == 0x002F) { # /
1356 !!!next-input-character;
1357 if ($self->{next_char} == 0x003E and # >
1358 $self->{current_token}->{type} == START_TAG_TOKEN and
1359 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
1360 # permitted slash
1361 !!!cp (122);
1362 #
1363 } else {
1364 !!!cp (123);
1365 !!!parse-error (type => 'nestc');
1366 }
1367 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1368 # next-input-character is already done
1369 redo A;
1370 } else {
1371 !!!cp (124);
1372 !!!parse-error (type => 'no space between attributes');
1373 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1374 ## reconsume
1375 redo A;
1376 }
1377 } elsif ($self->{state} == BOGUS_COMMENT_STATE) {
1378 ## (only happen if PCDATA state)
1379
1380 my $token = {type => COMMENT_TOKEN, data => ''};
1381
1382 BC: {
1383 if ($self->{next_char} == 0x003E) { # >
1384 !!!cp (124);
1385 $self->{state} = DATA_STATE;
1386 !!!next-input-character;
1387
1388 !!!emit ($token);
1389
1390 redo A;
1391 } elsif ($self->{next_char} == -1) {
1392 !!!cp (125);
1393 $self->{state} = DATA_STATE;
1394 ## reconsume
1395
1396 !!!emit ($token);
1397
1398 redo A;
1399 } else {
1400 !!!cp (126);
1401 $token->{data} .= chr ($self->{next_char});
1402 !!!next-input-character;
1403 redo BC;
1404 }
1405 } # BC
1406
1407 die "$0: _get_next_token: unexpected case [BC]";
1408 } elsif ($self->{state} == MARKUP_DECLARATION_OPEN_STATE) {
1409 ## (only happen if PCDATA state)
1410
1411 my @next_char;
1412 push @next_char, $self->{next_char};
1413
1414 if ($self->{next_char} == 0x002D) { # -
1415 !!!next-input-character;
1416 push @next_char, $self->{next_char};
1417 if ($self->{next_char} == 0x002D) { # -
1418 !!!cp (127);
1419 $self->{current_token} = {type => COMMENT_TOKEN, data => ''};
1420 $self->{state} = COMMENT_START_STATE;
1421 !!!next-input-character;
1422 redo A;
1423 } else {
1424 !!!cp (128);
1425 }
1426 } elsif ($self->{next_char} == 0x0044 or # D
1427 $self->{next_char} == 0x0064) { # d
1428 !!!next-input-character;
1429 push @next_char, $self->{next_char};
1430 if ($self->{next_char} == 0x004F or # O
1431 $self->{next_char} == 0x006F) { # o
1432 !!!next-input-character;
1433 push @next_char, $self->{next_char};
1434 if ($self->{next_char} == 0x0043 or # C
1435 $self->{next_char} == 0x0063) { # c
1436 !!!next-input-character;
1437 push @next_char, $self->{next_char};
1438 if ($self->{next_char} == 0x0054 or # T
1439 $self->{next_char} == 0x0074) { # t
1440 !!!next-input-character;
1441 push @next_char, $self->{next_char};
1442 if ($self->{next_char} == 0x0059 or # Y
1443 $self->{next_char} == 0x0079) { # y
1444 !!!next-input-character;
1445 push @next_char, $self->{next_char};
1446 if ($self->{next_char} == 0x0050 or # P
1447 $self->{next_char} == 0x0070) { # p
1448 !!!next-input-character;
1449 push @next_char, $self->{next_char};
1450 if ($self->{next_char} == 0x0045 or # E
1451 $self->{next_char} == 0x0065) { # e
1452 !!!cp (129);
1453 ## TODO: What a stupid code this is!
1454 $self->{state} = DOCTYPE_STATE;
1455 !!!next-input-character;
1456 redo A;
1457 } else {
1458 !!!cp (130);
1459 }
1460 } else {
1461 !!!cp (131);
1462 }
1463 } else {
1464 !!!cp (132);
1465 }
1466 } else {
1467 !!!cp (133);
1468 }
1469 } else {
1470 !!!cp (134);
1471 }
1472 } else {
1473 !!!cp (135);
1474 }
1475 } else {
1476 !!!cp (136);
1477 }
1478
1479 !!!parse-error (type => 'bogus comment');
1480 $self->{next_char} = shift @next_char;
1481 !!!back-next-input-character (@next_char);
1482 $self->{state} = BOGUS_COMMENT_STATE;
1483 redo A;
1484
1485 ## ISSUE: typos in spec: chacacters, is is a parse error
1486 ## ISSUE: spec is somewhat unclear on "is the first character that will be in the comment"; what is "that will be in the comment" is what the algorithm defines, isn't it?
1487 } elsif ($self->{state} == COMMENT_START_STATE) {
1488 if ($self->{next_char} == 0x002D) { # -
1489 !!!cp (137);
1490 $self->{state} = COMMENT_START_DASH_STATE;
1491 !!!next-input-character;
1492 redo A;
1493 } elsif ($self->{next_char} == 0x003E) { # >
1494 !!!cp (138);
1495 !!!parse-error (type => 'bogus comment');
1496 $self->{state} = DATA_STATE;
1497 !!!next-input-character;
1498
1499 !!!emit ($self->{current_token}); # comment
1500
1501 redo A;
1502 } elsif ($self->{next_char} == -1) {
1503 !!!cp (139);
1504 !!!parse-error (type => 'unclosed comment');
1505 $self->{state} = DATA_STATE;
1506 ## reconsume
1507
1508 !!!emit ($self->{current_token}); # comment
1509
1510 redo A;
1511 } else {
1512 !!!cp (140);
1513 $self->{current_token}->{data} # comment
1514 .= chr ($self->{next_char});
1515 $self->{state} = COMMENT_STATE;
1516 !!!next-input-character;
1517 redo A;
1518 }
1519 } elsif ($self->{state} == COMMENT_START_DASH_STATE) {
1520 if ($self->{next_char} == 0x002D) { # -
1521 !!!cp (141);
1522 $self->{state} = COMMENT_END_STATE;
1523 !!!next-input-character;
1524 redo A;
1525 } elsif ($self->{next_char} == 0x003E) { # >
1526 !!!cp (142);
1527 !!!parse-error (type => 'bogus comment');
1528 $self->{state} = DATA_STATE;
1529 !!!next-input-character;
1530
1531 !!!emit ($self->{current_token}); # comment
1532
1533 redo A;
1534 } elsif ($self->{next_char} == -1) {
1535 !!!cp (143);
1536 !!!parse-error (type => 'unclosed comment');
1537 $self->{state} = DATA_STATE;
1538 ## reconsume
1539
1540 !!!emit ($self->{current_token}); # comment
1541
1542 redo A;
1543 } else {
1544 !!!cp (144);
1545 $self->{current_token}->{data} # comment
1546 .= '-' . chr ($self->{next_char});
1547 $self->{state} = COMMENT_STATE;
1548 !!!next-input-character;
1549 redo A;
1550 }
1551 } elsif ($self->{state} == COMMENT_STATE) {
1552 if ($self->{next_char} == 0x002D) { # -
1553 !!!cp (145);
1554 $self->{state} = COMMENT_END_DASH_STATE;
1555 !!!next-input-character;
1556 redo A;
1557 } elsif ($self->{next_char} == -1) {
1558 !!!cp (146);
1559 !!!parse-error (type => 'unclosed comment');
1560 $self->{state} = DATA_STATE;
1561 ## reconsume
1562
1563 !!!emit ($self->{current_token}); # comment
1564
1565 redo A;
1566 } else {
1567 !!!cp (147);
1568 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
1569 ## Stay in the state
1570 !!!next-input-character;
1571 redo A;
1572 }
1573 } elsif ($self->{state} == COMMENT_END_DASH_STATE) {
1574 if ($self->{next_char} == 0x002D) { # -
1575 !!!cp (148);
1576 $self->{state} = COMMENT_END_STATE;
1577 !!!next-input-character;
1578 redo A;
1579 } elsif ($self->{next_char} == -1) {
1580 !!!cp (149);
1581 !!!parse-error (type => 'unclosed comment');
1582 $self->{state} = DATA_STATE;
1583 ## reconsume
1584
1585 !!!emit ($self->{current_token}); # comment
1586
1587 redo A;
1588 } else {
1589 !!!cp (150);
1590 $self->{current_token}->{data} .= '-' . chr ($self->{next_char}); # comment
1591 $self->{state} = COMMENT_STATE;
1592 !!!next-input-character;
1593 redo A;
1594 }
1595 } elsif ($self->{state} == COMMENT_END_STATE) {
1596 if ($self->{next_char} == 0x003E) { # >
1597 !!!cp (151);
1598 $self->{state} = DATA_STATE;
1599 !!!next-input-character;
1600
1601 !!!emit ($self->{current_token}); # comment
1602
1603 redo A;
1604 } elsif ($self->{next_char} == 0x002D) { # -
1605 !!!cp (152);
1606 !!!parse-error (type => 'dash in comment');
1607 $self->{current_token}->{data} .= '-'; # comment
1608 ## Stay in the state
1609 !!!next-input-character;
1610 redo A;
1611 } elsif ($self->{next_char} == -1) {
1612 !!!cp (153);
1613 !!!parse-error (type => 'unclosed comment');
1614 $self->{state} = DATA_STATE;
1615 ## reconsume
1616
1617 !!!emit ($self->{current_token}); # comment
1618
1619 redo A;
1620 } else {
1621 !!!cp (154);
1622 !!!parse-error (type => 'dash in comment');
1623 $self->{current_token}->{data} .= '--' . chr ($self->{next_char}); # comment
1624 $self->{state} = COMMENT_STATE;
1625 !!!next-input-character;
1626 redo A;
1627 }
1628 } elsif ($self->{state} == DOCTYPE_STATE) {
1629 if ($self->{next_char} == 0x0009 or # HT
1630 $self->{next_char} == 0x000A or # LF
1631 $self->{next_char} == 0x000B or # VT
1632 $self->{next_char} == 0x000C or # FF
1633 $self->{next_char} == 0x0020) { # SP
1634 !!!cp (155);
1635 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1636 !!!next-input-character;
1637 redo A;
1638 } else {
1639 !!!cp (156);
1640 !!!parse-error (type => 'no space before DOCTYPE name');
1641 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1642 ## reconsume
1643 redo A;
1644 }
1645 } elsif ($self->{state} == BEFORE_DOCTYPE_NAME_STATE) {
1646 if ($self->{next_char} == 0x0009 or # HT
1647 $self->{next_char} == 0x000A or # LF
1648 $self->{next_char} == 0x000B or # VT
1649 $self->{next_char} == 0x000C or # FF
1650 $self->{next_char} == 0x0020) { # SP
1651 !!!cp (157);
1652 ## Stay in the state
1653 !!!next-input-character;
1654 redo A;
1655 } elsif ($self->{next_char} == 0x003E) { # >
1656 !!!cp (158);
1657 !!!parse-error (type => 'no DOCTYPE name');
1658 $self->{state} = DATA_STATE;
1659 !!!next-input-character;
1660
1661 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1662
1663 redo A;
1664 } elsif ($self->{next_char} == -1) {
1665 !!!cp (159);
1666 !!!parse-error (type => 'no DOCTYPE name');
1667 $self->{state} = DATA_STATE;
1668 ## reconsume
1669
1670 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1671
1672 redo A;
1673 } else {
1674 !!!cp (160);
1675 $self->{current_token}
1676 = {type => DOCTYPE_TOKEN,
1677 name => chr ($self->{next_char}),
1678 #quirks => 0,
1679 };
1680 ## ISSUE: "Set the token's name name to the" in the spec
1681 $self->{state} = DOCTYPE_NAME_STATE;
1682 !!!next-input-character;
1683 redo A;
1684 }
1685 } elsif ($self->{state} == DOCTYPE_NAME_STATE) {
1686 ## ISSUE: Redundant "First," in the spec.
1687 if ($self->{next_char} == 0x0009 or # HT
1688 $self->{next_char} == 0x000A or # LF
1689 $self->{next_char} == 0x000B or # VT
1690 $self->{next_char} == 0x000C or # FF
1691 $self->{next_char} == 0x0020) { # SP
1692 !!!cp (161);
1693 $self->{state} = AFTER_DOCTYPE_NAME_STATE;
1694 !!!next-input-character;
1695 redo A;
1696 } elsif ($self->{next_char} == 0x003E) { # >
1697 !!!cp (162);
1698 $self->{state} = DATA_STATE;
1699 !!!next-input-character;
1700
1701 !!!emit ($self->{current_token}); # DOCTYPE
1702
1703 redo A;
1704 } elsif ($self->{next_char} == -1) {
1705 !!!cp (163);
1706 !!!parse-error (type => 'unclosed DOCTYPE');
1707 $self->{state} = DATA_STATE;
1708 ## reconsume
1709
1710 $self->{current_token}->{quirks} = 1;
1711 !!!emit ($self->{current_token}); # DOCTYPE
1712
1713 redo A;
1714 } else {
1715 !!!cp (164);
1716 $self->{current_token}->{name}
1717 .= chr ($self->{next_char}); # DOCTYPE
1718 ## Stay in the state
1719 !!!next-input-character;
1720 redo A;
1721 }
1722 } elsif ($self->{state} == AFTER_DOCTYPE_NAME_STATE) {
1723 if ($self->{next_char} == 0x0009 or # HT
1724 $self->{next_char} == 0x000A or # LF
1725 $self->{next_char} == 0x000B or # VT
1726 $self->{next_char} == 0x000C or # FF
1727 $self->{next_char} == 0x0020) { # SP
1728 !!!cp (165);
1729 ## Stay in the state
1730 !!!next-input-character;
1731 redo A;
1732 } elsif ($self->{next_char} == 0x003E) { # >
1733 !!!cp (166);
1734 $self->{state} = DATA_STATE;
1735 !!!next-input-character;
1736
1737 !!!emit ($self->{current_token}); # DOCTYPE
1738
1739 redo A;
1740 } elsif ($self->{next_char} == -1) {
1741 !!!cp (167);
1742 !!!parse-error (type => 'unclosed DOCTYPE');
1743 $self->{state} = DATA_STATE;
1744 ## reconsume
1745
1746 $self->{current_token}->{quirks} = 1;
1747 !!!emit ($self->{current_token}); # DOCTYPE
1748
1749 redo A;
1750 } elsif ($self->{next_char} == 0x0050 or # P
1751 $self->{next_char} == 0x0070) { # p
1752 !!!next-input-character;
1753 if ($self->{next_char} == 0x0055 or # U
1754 $self->{next_char} == 0x0075) { # u
1755 !!!next-input-character;
1756 if ($self->{next_char} == 0x0042 or # B
1757 $self->{next_char} == 0x0062) { # b
1758 !!!next-input-character;
1759 if ($self->{next_char} == 0x004C or # L
1760 $self->{next_char} == 0x006C) { # l
1761 !!!next-input-character;
1762 if ($self->{next_char} == 0x0049 or # I
1763 $self->{next_char} == 0x0069) { # i
1764 !!!next-input-character;
1765 if ($self->{next_char} == 0x0043 or # C
1766 $self->{next_char} == 0x0063) { # c
1767 !!!cp (168);
1768 $self->{state} = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1769 !!!next-input-character;
1770 redo A;
1771 } else {
1772 !!!cp (169);
1773 }
1774 } else {
1775 !!!cp (170);
1776 }
1777 } else {
1778 !!!cp (171);
1779 }
1780 } else {
1781 !!!cp (172);
1782 }
1783 } else {
1784 !!!cp (173);
1785 }
1786
1787 #
1788 } elsif ($self->{next_char} == 0x0053 or # S
1789 $self->{next_char} == 0x0073) { # s
1790 !!!next-input-character;
1791 if ($self->{next_char} == 0x0059 or # Y
1792 $self->{next_char} == 0x0079) { # y
1793 !!!next-input-character;
1794 if ($self->{next_char} == 0x0053 or # S
1795 $self->{next_char} == 0x0073) { # s
1796 !!!next-input-character;
1797 if ($self->{next_char} == 0x0054 or # T
1798 $self->{next_char} == 0x0074) { # t
1799 !!!next-input-character;
1800 if ($self->{next_char} == 0x0045 or # E
1801 $self->{next_char} == 0x0065) { # e
1802 !!!next-input-character;
1803 if ($self->{next_char} == 0x004D or # M
1804 $self->{next_char} == 0x006D) { # m
1805 !!!cp (174);
1806 $self->{state} = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
1807 !!!next-input-character;
1808 redo A;
1809 } else {
1810 !!!cp (175);
1811 }
1812 } else {
1813 !!!cp (176);
1814 }
1815 } else {
1816 !!!cp (177);
1817 }
1818 } else {
1819 !!!cp (178);
1820 }
1821 } else {
1822 !!!cp (179);
1823 }
1824
1825 #
1826 } else {
1827 !!!cp (180);
1828 !!!next-input-character;
1829 #
1830 }
1831
1832 !!!parse-error (type => 'string after DOCTYPE name');
1833 $self->{current_token}->{quirks} = 1;
1834
1835 $self->{state} = BOGUS_DOCTYPE_STATE;
1836 # next-input-character is already done
1837 redo A;
1838 } elsif ($self->{state} == BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1839 if ({
1840 0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1841 #0x000D => 1, # HT, LF, VT, FF, SP, CR
1842 }->{$self->{next_char}}) {
1843 !!!cp (181);
1844 ## Stay in the state
1845 !!!next-input-character;
1846 redo A;
1847 } elsif ($self->{next_char} eq 0x0022) { # "
1848 !!!cp (182);
1849 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1850 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE;
1851 !!!next-input-character;
1852 redo A;
1853 } elsif ($self->{next_char} eq 0x0027) { # '
1854 !!!cp (183);
1855 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1856 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE;
1857 !!!next-input-character;
1858 redo A;
1859 } elsif ($self->{next_char} eq 0x003E) { # >
1860 !!!cp (184);
1861 !!!parse-error (type => 'no PUBLIC literal');
1862
1863 $self->{state} = DATA_STATE;
1864 !!!next-input-character;
1865
1866 $self->{current_token}->{quirks} = 1;
1867 !!!emit ($self->{current_token}); # DOCTYPE
1868
1869 redo A;
1870 } elsif ($self->{next_char} == -1) {
1871 !!!cp (185);
1872 !!!parse-error (type => 'unclosed DOCTYPE');
1873
1874 $self->{state} = DATA_STATE;
1875 ## reconsume
1876
1877 $self->{current_token}->{quirks} = 1;
1878 !!!emit ($self->{current_token}); # DOCTYPE
1879
1880 redo A;
1881 } else {
1882 !!!cp (186);
1883 !!!parse-error (type => 'string after PUBLIC');
1884 $self->{current_token}->{quirks} = 1;
1885
1886 $self->{state} = BOGUS_DOCTYPE_STATE;
1887 !!!next-input-character;
1888 redo A;
1889 }
1890 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE) {
1891 if ($self->{next_char} == 0x0022) { # "
1892 !!!cp (187);
1893 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1894 !!!next-input-character;
1895 redo A;
1896 } elsif ($self->{next_char} == 0x003E) { # >
1897 !!!cp (188);
1898 !!!parse-error (type => 'unclosed PUBLIC literal');
1899
1900 $self->{state} = DATA_STATE;
1901 !!!next-input-character;
1902
1903 $self->{current_token}->{quirks} = 1;
1904 !!!emit ($self->{current_token}); # DOCTYPE
1905
1906 redo A;
1907 } elsif ($self->{next_char} == -1) {
1908 !!!cp (189);
1909 !!!parse-error (type => 'unclosed PUBLIC literal');
1910
1911 $self->{state} = DATA_STATE;
1912 ## reconsume
1913
1914 $self->{current_token}->{quirks} = 1;
1915 !!!emit ($self->{current_token}); # DOCTYPE
1916
1917 redo A;
1918 } else {
1919 !!!cp (190);
1920 $self->{current_token}->{public_identifier} # DOCTYPE
1921 .= chr $self->{next_char};
1922 ## Stay in the state
1923 !!!next-input-character;
1924 redo A;
1925 }
1926 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE) {
1927 if ($self->{next_char} == 0x0027) { # '
1928 !!!cp (191);
1929 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1930 !!!next-input-character;
1931 redo A;
1932 } elsif ($self->{next_char} == 0x003E) { # >
1933 !!!cp (192);
1934 !!!parse-error (type => 'unclosed PUBLIC literal');
1935
1936 $self->{state} = DATA_STATE;
1937 !!!next-input-character;
1938
1939 $self->{current_token}->{quirks} = 1;
1940 !!!emit ($self->{current_token}); # DOCTYPE
1941
1942 redo A;
1943 } elsif ($self->{next_char} == -1) {
1944 !!!cp (193);
1945 !!!parse-error (type => 'unclosed PUBLIC literal');
1946
1947 $self->{state} = DATA_STATE;
1948 ## reconsume
1949
1950 $self->{current_token}->{quirks} = 1;
1951 !!!emit ($self->{current_token}); # DOCTYPE
1952
1953 redo A;
1954 } else {
1955 !!!cp (194);
1956 $self->{current_token}->{public_identifier} # DOCTYPE
1957 .= chr $self->{next_char};
1958 ## Stay in the state
1959 !!!next-input-character;
1960 redo A;
1961 }
1962 } elsif ($self->{state} == AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1963 if ({
1964 0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1965 #0x000D => 1, # HT, LF, VT, FF, SP, CR
1966 }->{$self->{next_char}}) {
1967 !!!cp (195);
1968 ## Stay in the state
1969 !!!next-input-character;
1970 redo A;
1971 } elsif ($self->{next_char} == 0x0022) { # "
1972 !!!cp (196);
1973 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1974 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
1975 !!!next-input-character;
1976 redo A;
1977 } elsif ($self->{next_char} == 0x0027) { # '
1978 !!!cp (197);
1979 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1980 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
1981 !!!next-input-character;
1982 redo A;
1983 } elsif ($self->{next_char} == 0x003E) { # >
1984 !!!cp (198);
1985 $self->{state} = DATA_STATE;
1986 !!!next-input-character;
1987
1988 !!!emit ($self->{current_token}); # DOCTYPE
1989
1990 redo A;
1991 } elsif ($self->{next_char} == -1) {
1992 !!!cp (199);
1993 !!!parse-error (type => 'unclosed DOCTYPE');
1994
1995 $self->{state} = DATA_STATE;
1996 ## reconsume
1997
1998 $self->{current_token}->{quirks} = 1;
1999 !!!emit ($self->{current_token}); # DOCTYPE
2000
2001 redo A;
2002 } else {
2003 !!!cp (200);
2004 !!!parse-error (type => 'string after PUBLIC literal');
2005 $self->{current_token}->{quirks} = 1;
2006
2007 $self->{state} = BOGUS_DOCTYPE_STATE;
2008 !!!next-input-character;
2009 redo A;
2010 }
2011 } elsif ($self->{state} == BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2012 if ({
2013 0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2014 #0x000D => 1, # HT, LF, VT, FF, SP, CR
2015 }->{$self->{next_char}}) {
2016 !!!cp (201);
2017 ## Stay in the state
2018 !!!next-input-character;
2019 redo A;
2020 } elsif ($self->{next_char} == 0x0022) { # "
2021 !!!cp (202);
2022 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2023 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2024 !!!next-input-character;
2025 redo A;
2026 } elsif ($self->{next_char} == 0x0027) { # '
2027 !!!cp (203);
2028 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2029 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2030 !!!next-input-character;
2031 redo A;
2032 } elsif ($self->{next_char} == 0x003E) { # >
2033 !!!cp (204);
2034 !!!parse-error (type => 'no SYSTEM literal');
2035 $self->{state} = DATA_STATE;
2036 !!!next-input-character;
2037
2038 $self->{current_token}->{quirks} = 1;
2039 !!!emit ($self->{current_token}); # DOCTYPE
2040
2041 redo A;
2042 } elsif ($self->{next_char} == -1) {
2043 !!!cp (205);
2044 !!!parse-error (type => 'unclosed DOCTYPE');
2045
2046 $self->{state} = DATA_STATE;
2047 ## reconsume
2048
2049 $self->{current_token}->{quirks} = 1;
2050 !!!emit ($self->{current_token}); # DOCTYPE
2051
2052 redo A;
2053 } else {
2054 !!!cp (206);
2055 !!!parse-error (type => 'string after SYSTEM');
2056 $self->{current_token}->{quirks} = 1;
2057
2058 $self->{state} = BOGUS_DOCTYPE_STATE;
2059 !!!next-input-character;
2060 redo A;
2061 }
2062 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2063 if ($self->{next_char} == 0x0022) { # "
2064 !!!cp (207);
2065 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2066 !!!next-input-character;
2067 redo A;
2068 } elsif ($self->{next_char} == 0x003E) { # >
2069 !!!cp (208);
2070 !!!parse-error (type => 'unclosed PUBLIC literal');
2071
2072 $self->{state} = DATA_STATE;
2073 !!!next-input-character;
2074
2075 $self->{current_token}->{quirks} = 1;
2076 !!!emit ($self->{current_token}); # DOCTYPE
2077
2078 redo A;
2079 } elsif ($self->{next_char} == -1) {
2080 !!!cp (209);
2081 !!!parse-error (type => 'unclosed SYSTEM literal');
2082
2083 $self->{state} = DATA_STATE;
2084 ## reconsume
2085
2086 $self->{current_token}->{quirks} = 1;
2087 !!!emit ($self->{current_token}); # DOCTYPE
2088
2089 redo A;
2090 } else {
2091 !!!cp (210);
2092 $self->{current_token}->{system_identifier} # DOCTYPE
2093 .= chr $self->{next_char};
2094 ## Stay in the state
2095 !!!next-input-character;
2096 redo A;
2097 }
2098 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE) {
2099 if ($self->{next_char} == 0x0027) { # '
2100 !!!cp (211);
2101 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2102 !!!next-input-character;
2103 redo A;
2104 } elsif ($self->{next_char} == 0x003E) { # >
2105 !!!cp (212);
2106 !!!parse-error (type => 'unclosed PUBLIC literal');
2107
2108 $self->{state} = DATA_STATE;
2109 !!!next-input-character;
2110
2111 $self->{current_token}->{quirks} = 1;
2112 !!!emit ($self->{current_token}); # DOCTYPE
2113
2114 redo A;
2115 } elsif ($self->{next_char} == -1) {
2116 !!!cp (213);
2117 !!!parse-error (type => 'unclosed SYSTEM literal');
2118
2119 $self->{state} = DATA_STATE;
2120 ## reconsume
2121
2122 $self->{current_token}->{quirks} = 1;
2123 !!!emit ($self->{current_token}); # DOCTYPE
2124
2125 redo A;
2126 } else {
2127 !!!cp (214);
2128 $self->{current_token}->{system_identifier} # DOCTYPE
2129 .= chr $self->{next_char};
2130 ## Stay in the state
2131 !!!next-input-character;
2132 redo A;
2133 }
2134 } elsif ($self->{state} == AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2135 if ({
2136 0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2137 #0x000D => 1, # HT, LF, VT, FF, SP, CR
2138 }->{$self->{next_char}}) {
2139 !!!cp (215);
2140 ## Stay in the state
2141 !!!next-input-character;
2142 redo A;
2143 } elsif ($self->{next_char} == 0x003E) { # >
2144 !!!cp (216);
2145 $self->{state} = DATA_STATE;
2146 !!!next-input-character;
2147
2148 !!!emit ($self->{current_token}); # DOCTYPE
2149
2150 redo A;
2151 } elsif ($self->{next_char} == -1) {
2152 !!!cp (217);
2153 !!!parse-error (type => 'unclosed DOCTYPE');
2154
2155 $self->{state} = DATA_STATE;
2156 ## reconsume
2157
2158 $self->{current_token}->{quirks} = 1;
2159 !!!emit ($self->{current_token}); # DOCTYPE
2160
2161 redo A;
2162 } else {
2163 !!!cp (218);
2164 !!!parse-error (type => 'string after SYSTEM literal');
2165 #$self->{current_token}->{quirks} = 1;
2166
2167 $self->{state} = BOGUS_DOCTYPE_STATE;
2168 !!!next-input-character;
2169 redo A;
2170 }
2171 } elsif ($self->{state} == BOGUS_DOCTYPE_STATE) {
2172 if ($self->{next_char} == 0x003E) { # >
2173 !!!cp (219);
2174 $self->{state} = DATA_STATE;
2175 !!!next-input-character;
2176
2177 !!!emit ($self->{current_token}); # DOCTYPE
2178
2179 redo A;
2180 } elsif ($self->{next_char} == -1) {
2181 !!!cp (220);
2182 !!!parse-error (type => 'unclosed DOCTYPE');
2183 $self->{state} = DATA_STATE;
2184 ## reconsume
2185
2186 !!!emit ($self->{current_token}); # DOCTYPE
2187
2188 redo A;
2189 } else {
2190 !!!cp (221);
2191 ## Stay in the state
2192 !!!next-input-character;
2193 redo A;
2194 }
2195 } else {
2196 die "$0: $self->{state}: Unknown state";
2197 }
2198 } # A
2199
2200 die "$0: _get_next_token: unexpected case";
2201 } # _get_next_token
2202
2203 sub _tokenize_attempt_to_consume_an_entity ($$$) {
2204 my ($self, $in_attr, $additional) = @_;
2205
2206 if ({
2207 0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, # HT, LF, VT, FF,
2208 0x0020 => 1, 0x003C => 1, 0x0026 => 1, -1 => 1, # SP, <, & # 0x000D # CR
2209 $additional => 1,
2210 }->{$self->{next_char}}) {
2211 !!!cp (1001);
2212 ## Don't consume
2213 ## No error
2214 return undef;
2215 } elsif ($self->{next_char} == 0x0023) { # #
2216 !!!next-input-character;
2217 if ($self->{next_char} == 0x0078 or # x
2218 $self->{next_char} == 0x0058) { # X
2219 my $code;
2220 X: {
2221 my $x_char = $self->{next_char};
2222 !!!next-input-character;
2223 if (0x0030 <= $self->{next_char} and
2224 $self->{next_char} <= 0x0039) { # 0..9
2225 !!!cp (1002);
2226 $code ||= 0;
2227 $code *= 0x10;
2228 $code += $self->{next_char} - 0x0030;
2229 redo X;
2230 } elsif (0x0061 <= $self->{next_char} and
2231 $self->{next_char} <= 0x0066) { # a..f
2232 !!!cp (1003);
2233 $code ||= 0;
2234 $code *= 0x10;
2235 $code += $self->{next_char} - 0x0060 + 9;
2236 redo X;
2237 } elsif (0x0041 <= $self->{next_char} and
2238 $self->{next_char} <= 0x0046) { # A..F
2239 !!!cp (1004);
2240 $code ||= 0;
2241 $code *= 0x10;
2242 $code += $self->{next_char} - 0x0040 + 9;
2243 redo X;
2244 } elsif (not defined $code) { # no hexadecimal digit
2245 !!!cp (1005);
2246 !!!parse-error (type => 'bare hcro');
2247 !!!back-next-input-character ($x_char, $self->{next_char});
2248 $self->{next_char} = 0x0023; # #
2249 return undef;
2250 } elsif ($self->{next_char} == 0x003B) { # ;
2251 !!!cp (1006);
2252 !!!next-input-character;
2253 } else {
2254 !!!cp (1007);
2255 !!!parse-error (type => 'no refc');
2256 }
2257
2258 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2259 !!!cp (1008);
2260 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2261 $code = 0xFFFD;
2262 } elsif ($code > 0x10FFFF) {
2263 !!!cp (1009);
2264 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2265 $code = 0xFFFD;
2266 } elsif ($code == 0x000D) {
2267 !!!cp (1010);
2268 !!!parse-error (type => 'CR character reference');
2269 $code = 0x000A;
2270 } elsif (0x80 <= $code and $code <= 0x9F) {
2271 !!!cp (1011);
2272 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2273 $code = $c1_entity_char->{$code};
2274 }
2275
2276 return {type => CHARACTER_TOKEN, data => chr $code,
2277 has_reference => 1};
2278 } # X
2279 } elsif (0x0030 <= $self->{next_char} and
2280 $self->{next_char} <= 0x0039) { # 0..9
2281 my $code = $self->{next_char} - 0x0030;
2282 !!!next-input-character;
2283
2284 while (0x0030 <= $self->{next_char} and
2285 $self->{next_char} <= 0x0039) { # 0..9
2286 !!!cp (1012);
2287 $code *= 10;
2288 $code += $self->{next_char} - 0x0030;
2289
2290 !!!next-input-character;
2291 }
2292
2293 if ($self->{next_char} == 0x003B) { # ;
2294 !!!cp (1013);
2295 !!!next-input-character;
2296 } else {
2297 !!!cp (1014);
2298 !!!parse-error (type => 'no refc');
2299 }
2300
2301 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2302 !!!cp (1015);
2303 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2304 $code = 0xFFFD;
2305 } elsif ($code > 0x10FFFF) {
2306 !!!cp (1016);
2307 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2308 $code = 0xFFFD;
2309 } elsif ($code == 0x000D) {
2310 !!!cp (1017);
2311 !!!parse-error (type => 'CR character reference');
2312 $code = 0x000A;
2313 } elsif (0x80 <= $code and $code <= 0x9F) {
2314 !!!cp (1018);
2315 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2316 $code = $c1_entity_char->{$code};
2317 }
2318
2319 return {type => CHARACTER_TOKEN, data => chr $code, has_reference => 1};
2320 } else {
2321 !!!cp (1019);
2322 !!!parse-error (type => 'bare nero');
2323 !!!back-next-input-character ($self->{next_char});
2324 $self->{next_char} = 0x0023; # #
2325 return undef;
2326 }
2327 } elsif ((0x0041 <= $self->{next_char} and
2328 $self->{next_char} <= 0x005A) or
2329 (0x0061 <= $self->{next_char} and
2330 $self->{next_char} <= 0x007A)) {
2331 my $entity_name = chr $self->{next_char};
2332 !!!next-input-character;
2333
2334 my $value = $entity_name;
2335 my $match = 0;
2336 require Whatpm::_NamedEntityList;
2337 our $EntityChar;
2338
2339 while (length $entity_name < 10 and
2340 ## NOTE: Some number greater than the maximum length of entity name
2341 ((0x0041 <= $self->{next_char} and # a
2342 $self->{next_char} <= 0x005A) or # x
2343 (0x0061 <= $self->{next_char} and # a
2344 $self->{next_char} <= 0x007A) or # z
2345 (0x0030 <= $self->{next_char} and # 0
2346 $self->{next_char} <= 0x0039) or # 9
2347 $self->{next_char} == 0x003B)) { # ;
2348 $entity_name .= chr $self->{next_char};
2349 if (defined $EntityChar->{$entity_name}) {
2350 if ($self->{next_char} == 0x003B) { # ;
2351 !!!cp (1020);
2352 $value = $EntityChar->{$entity_name};
2353 $match = 1;
2354 !!!next-input-character;
2355 last;
2356 } else {
2357 !!!cp (1021);
2358 $value = $EntityChar->{$entity_name};
2359 $match = -1;
2360 !!!next-input-character;
2361 }
2362 } else {
2363 !!!cp (1022);
2364 $value .= chr $self->{next_char};
2365 $match *= 2;
2366 !!!next-input-character;
2367 }
2368 }
2369
2370 if ($match > 0) {
2371 !!!cp (1023);
2372 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2373 } elsif ($match < 0) {
2374 !!!parse-error (type => 'no refc');
2375 if ($in_attr and $match < -1) {
2376 !!!cp (1024);
2377 return {type => CHARACTER_TOKEN, data => '&'.$entity_name};
2378 } else {
2379 !!!cp (1025);
2380 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2381 }
2382 } else {
2383 !!!cp (1026);
2384 !!!parse-error (type => 'bare ero');
2385 ## NOTE: "No characters are consumed" in the spec.
2386 return {type => CHARACTER_TOKEN, data => '&'.$value};
2387 }
2388 } else {
2389 !!!cp (1027);
2390 ## no characters are consumed
2391 !!!parse-error (type => 'bare ero');
2392 return undef;
2393 }
2394 } # _tokenize_attempt_to_consume_an_entity
2395
2396 sub _initialize_tree_constructor ($) {
2397 my $self = shift;
2398 ## NOTE: $self->{document} MUST be specified before this method is called
2399 $self->{document}->strict_error_checking (0);
2400 ## TODO: Turn mutation events off # MUST
2401 ## TODO: Turn loose Document option (manakai extension) on
2402 $self->{document}->manakai_is_html (1); # MUST
2403 } # _initialize_tree_constructor
2404
2405 sub _terminate_tree_constructor ($) {
2406 my $self = shift;
2407 $self->{document}->strict_error_checking (1);
2408 ## TODO: Turn mutation events on
2409 } # _terminate_tree_constructor
2410
2411 ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
2412
2413 { # tree construction stage
2414 my $token;
2415
2416 sub _construct_tree ($) {
2417 my ($self) = @_;
2418
2419 ## When an interactive UA render the $self->{document} available
2420 ## to the user, or when it begin accepting user input, are
2421 ## not defined.
2422
2423 ## Append a character: collect it and all subsequent consecutive
2424 ## characters and insert one Text node whose data is concatenation
2425 ## of all those characters. # MUST
2426
2427 !!!next-token;
2428
2429 undef $self->{form_element};
2430 undef $self->{head_element};
2431 $self->{open_elements} = [];
2432 undef $self->{inner_html_node};
2433
2434 ## NOTE: The "initial" insertion mode.
2435 $self->_tree_construction_initial; # MUST
2436
2437 ## NOTE: The "before html" insertion mode.
2438 $self->_tree_construction_root_element;
2439 $self->{insertion_mode} = BEFORE_HEAD_IM;
2440
2441 ## NOTE: The "before head" insertion mode and so on.
2442 $self->_tree_construction_main;
2443 } # _construct_tree
2444
2445 sub _tree_construction_initial ($) {
2446 my $self = shift;
2447
2448 ## NOTE: "initial" insertion mode
2449
2450 INITIAL: {
2451 if ($token->{type} == DOCTYPE_TOKEN) {
2452 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
2453 ## error, switch to a conformance checking mode for another
2454 ## language.
2455 my $doctype_name = $token->{name};
2456 $doctype_name = '' unless defined $doctype_name;
2457 $doctype_name =~ tr/a-z/A-Z/;
2458 if (not defined $token->{name} or # <!DOCTYPE>
2459 defined $token->{public_identifier} or
2460 defined $token->{system_identifier}) {
2461 !!!cp ('t1');
2462 !!!parse-error (type => 'not HTML5');
2463 } elsif ($doctype_name ne 'HTML') {
2464 !!!cp ('t2');
2465 ## ISSUE: ASCII case-insensitive? (in fact it does not matter)
2466 !!!parse-error (type => 'not HTML5');
2467 } else {
2468 !!!cp ('t3');
2469 }
2470
2471 my $doctype = $self->{document}->create_document_type_definition
2472 ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
2473 $doctype->public_id ($token->{public_identifier})
2474 if defined $token->{public_identifier};
2475 $doctype->system_id ($token->{system_identifier})
2476 if defined $token->{system_identifier};
2477 ## NOTE: Other DocumentType attributes are null or empty lists.
2478 ## ISSUE: internalSubset = null??
2479 $self->{document}->append_child ($doctype);
2480
2481 if ($token->{quirks} or $doctype_name ne 'HTML') {
2482 !!!cp ('t4');
2483 $self->{document}->manakai_compat_mode ('quirks');
2484 } elsif (defined $token->{public_identifier}) {
2485 my $pubid = $token->{public_identifier};
2486 $pubid =~ tr/a-z/A-z/;
2487 if ({
2488 "+//SILMARIL//DTD HTML PRO V0R11 19970101//EN" => 1,
2489 "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2490 "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2491 "-//IETF//DTD HTML 2.0 LEVEL 1//EN" => 1,
2492 "-//IETF//DTD HTML 2.0 LEVEL 2//EN" => 1,
2493 "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//EN" => 1,
2494 "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//EN" => 1,
2495 "-//IETF//DTD HTML 2.0 STRICT//EN" => 1,
2496 "-//IETF//DTD HTML 2.0//EN" => 1,
2497 "-//IETF//DTD HTML 2.1E//EN" => 1,
2498 "-//IETF//DTD HTML 3.0//EN" => 1,
2499 "-//IETF//DTD HTML 3.0//EN//" => 1,
2500 "-//IETF//DTD HTML 3.2 FINAL//EN" => 1,
2501 "-//IETF//DTD HTML 3.2//EN" => 1,
2502 "-//IETF//DTD HTML 3//EN" => 1,
2503 "-//IETF//DTD HTML LEVEL 0//EN" => 1,
2504 "-//IETF//DTD HTML LEVEL 0//EN//2.0" => 1,
2505 "-//IETF//DTD HTML LEVEL 1//EN" => 1,
2506 "-//IETF//DTD HTML LEVEL 1//EN//2.0" => 1,
2507 "-//IETF//DTD HTML LEVEL 2//EN" => 1,
2508 "-//IETF//DTD HTML LEVEL 2//EN//2.0" => 1,
2509 "-//IETF//DTD HTML LEVEL 3//EN" => 1,
2510 "-//IETF//DTD HTML LEVEL 3//EN//3.0" => 1,
2511 "-//IETF//DTD HTML STRICT LEVEL 0//EN" => 1,
2512 "-//IETF//DTD HTML STRICT LEVEL 0//EN//2.0" => 1,
2513 "-//IETF//DTD HTML STRICT LEVEL 1//EN" => 1,
2514 "-//IETF//DTD HTML STRICT LEVEL 1//EN//2.0" => 1,
2515 "-//IETF//DTD HTML STRICT LEVEL 2//EN" => 1,
2516 "-//IETF//DTD HTML STRICT LEVEL 2//EN//2.0" => 1,
2517 "-//IETF//DTD HTML STRICT LEVEL 3//EN" => 1,
2518 "-//IETF//DTD HTML STRICT LEVEL 3//EN//3.0" => 1,
2519 "-//IETF//DTD HTML STRICT//EN" => 1,
2520 "-//IETF//DTD HTML STRICT//EN//2.0" => 1,
2521 "-//IETF//DTD HTML STRICT//EN//3.0" => 1,
2522 "-//IETF//DTD HTML//EN" => 1,
2523 "-//IETF//DTD HTML//EN//2.0" => 1,
2524 "-//IETF//DTD HTML//EN//3.0" => 1,
2525 "-//METRIUS//DTD METRIUS PRESENTATIONAL//EN" => 1,
2526 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//EN" => 1,
2527 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//EN" => 1,
2528 "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//EN" => 1,
2529 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//EN" => 1,
2530 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//EN" => 1,
2531 "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//EN" => 1,
2532 "-//NETSCAPE COMM. CORP.//DTD HTML//EN" => 1,
2533 "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//EN" => 1,
2534 "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//EN" => 1,
2535 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//EN" => 1,
2536 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//EN" => 1,
2537 "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//EN" => 1,
2538 "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//EN" => 1,
2539 "-//SPYGLASS//DTD HTML 2.0 EXTENDED//EN" => 1,
2540 "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//EN" => 1,
2541 "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//EN" => 1,
2542 "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//EN" => 1,
2543 "-//W3C//DTD HTML 3 1995-03-24//EN" => 1,
2544 "-//W3C//DTD HTML 3.2 DRAFT//EN" => 1,
2545 "-//W3C//DTD HTML 3.2 FINAL//EN" => 1,
2546 "-//W3C//DTD HTML 3.2//EN" => 1,
2547 "-//W3C//DTD HTML 3.2S DRAFT//EN" => 1,
2548 "-//W3C//DTD HTML 4.0 FRAMESET//EN" => 1,
2549 "-//W3C//DTD HTML 4.0 TRANSITIONAL//EN" => 1,
2550 "-//W3C//DTD HTML EXPERIMETNAL 19960712//EN" => 1,
2551 "-//W3C//DTD HTML EXPERIMENTAL 970421//EN" => 1,
2552 "-//W3C//DTD W3 HTML//EN" => 1,
2553 "-//W3O//DTD W3 HTML 3.0//EN" => 1,
2554 "-//W3O//DTD W3 HTML 3.0//EN//" => 1,
2555 "-//W3O//DTD W3 HTML STRICT 3.0//EN//" => 1,
2556 "-//WEBTECHS//DTD MOZILLA HTML 2.0//EN" => 1,
2557 "-//WEBTECHS//DTD MOZILLA HTML//EN" => 1,
2558 "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" => 1,
2559 "HTML" => 1,
2560 }->{$pubid}) {
2561 !!!cp ('t5');
2562 $self->{document}->manakai_compat_mode ('quirks');
2563 } elsif ($pubid eq "-//W3C//DTD HTML 4.01 FRAMESET//EN" or
2564 $pubid eq "-//W3C//DTD HTML 4.01 TRANSITIONAL//EN") {
2565 if (defined $token->{system_identifier}) {
2566 !!!cp ('t6');
2567 $self->{document}->manakai_compat_mode ('quirks');
2568 } else {
2569 !!!cp ('t7');
2570 $self->{document}->manakai_compat_mode ('limited quirks');
2571 }
2572 } elsif ($pubid eq "-//W3C//DTD XHTML 1.0 FRAMESET//EN" or
2573 $pubid eq "-//W3C//DTD XHTML 1.0 TRANSITIONAL//EN") {
2574 !!!cp ('t8');
2575 $self->{document}->manakai_compat_mode ('limited quirks');
2576 } else {
2577 !!!cp ('t9');
2578 }
2579 } else {
2580 !!!cp ('t10');
2581 }
2582 if (defined $token->{system_identifier}) {
2583 my $sysid = $token->{system_identifier};
2584 $sysid =~ tr/A-Z/a-z/;
2585 if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
2586 ## TODO: Check the spec: PUBLIC "(limited quirks)" "(quirks)"
2587 $self->{document}->manakai_compat_mode ('quirks');
2588 !!!cp ('t11');
2589 } else {
2590 !!!cp ('t12');
2591 }
2592 } else {
2593 !!!cp ('t13');
2594 }
2595
2596 ## Go to the "before html" insertion mode.
2597 !!!next-token;
2598 return;
2599 } elsif ({
2600 START_TAG_TOKEN, 1,
2601 END_TAG_TOKEN, 1,
2602 END_OF_FILE_TOKEN, 1,
2603 }->{$token->{type}}) {
2604 !!!cp ('t14');
2605 !!!parse-error (type => 'no DOCTYPE');
2606 $self->{document}->manakai_compat_mode ('quirks');
2607 ## Go to the "before html" insertion mode.
2608 ## reprocess
2609 return;
2610 } elsif ($token->{type} == CHARACTER_TOKEN) {
2611 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2612 ## Ignore the token
2613
2614 unless (length $token->{data}) {
2615 !!!cp ('t15');
2616 ## Stay in the insertion mode.
2617 !!!next-token;
2618 redo INITIAL;
2619 } else {
2620 !!!cp ('t16');
2621 }
2622 } else {
2623 !!!cp ('t17');
2624 }
2625
2626 !!!parse-error (type => 'no DOCTYPE');
2627 $self->{document}->manakai_compat_mode ('quirks');
2628 ## Go to the "before html" insertion mode.
2629 ## reprocess
2630 return;
2631 } elsif ($token->{type} == COMMENT_TOKEN) {
2632 !!!cp ('t18');
2633 my $comment = $self->{document}->create_comment ($token->{data});
2634 $self->{document}->append_child ($comment);
2635
2636 ## Stay in the insertion mode.
2637 !!!next-token;
2638 redo INITIAL;
2639 } else {
2640 die "$0: $token->{type}: Unknown token type";
2641 }
2642 } # INITIAL
2643
2644 die "$0: _tree_construction_initial: This should be never reached";
2645 } # _tree_construction_initial
2646
2647 sub _tree_construction_root_element ($) {
2648 my $self = shift;
2649
2650 ## NOTE: "before html" insertion mode.
2651
2652 B: {
2653 if ($token->{type} == DOCTYPE_TOKEN) {
2654 !!!cp ('t19');
2655 !!!parse-error (type => 'in html:#DOCTYPE');
2656 ## Ignore the token
2657 ## Stay in the insertion mode.
2658 !!!next-token;
2659 redo B;
2660 } elsif ($token->{type} == COMMENT_TOKEN) {
2661 !!!cp ('t20');
2662 my $comment = $self->{document}->create_comment ($token->{data});
2663 $self->{document}->append_child ($comment);
2664 ## Stay in the insertion mode.
2665 !!!next-token;
2666 redo B;
2667 } elsif ($token->{type} == CHARACTER_TOKEN) {
2668 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2669 ## Ignore the token.
2670
2671 unless (length $token->{data}) {
2672 !!!cp ('t21');
2673 ## Stay in the insertion mode.
2674 !!!next-token;
2675 redo B;
2676 } else {
2677 !!!cp ('t22');
2678 }
2679 } else {
2680 !!!cp ('t23');
2681 }
2682
2683 $self->{application_cache_selection}->(undef);
2684
2685 #
2686 } elsif ($token->{type} == START_TAG_TOKEN) {
2687 if ($token->{tag_name} eq 'html') {
2688 my $root_element;
2689 !!!create-element ($root_element, $token->{tag_name}, $token->{attributes});
2690 $self->{document}->append_child ($root_element);
2691 push @{$self->{open_elements}}, [$root_element, 'html'];
2692
2693 if ($token->{attributes}->{manifest}) {
2694 !!!cp ('t24');
2695 $self->{application_cache_selection}
2696 ->($token->{attributes}->{manifest}->{value});
2697 ## ISSUE: No relative reference resolution?
2698 } else {
2699 !!!cp ('t25');
2700 $self->{application_cache_selection}->(undef);
2701 }
2702
2703 !!!next-token;
2704 return; ## Go to the "before head" insertion mode.
2705 } else {
2706 !!!cp ('t25.1');
2707 #
2708 }
2709 } elsif ({
2710 END_TAG_TOKEN, 1,
2711 END_OF_FILE_TOKEN, 1,
2712 }->{$token->{type}}) {
2713 !!!cp ('t26');
2714 #
2715 } else {
2716 die "$0: $token->{type}: Unknown token type";
2717 }
2718
2719 my $root_element; !!!create-element ($root_element, 'html');
2720 $self->{document}->append_child ($root_element);
2721 push @{$self->{open_elements}}, [$root_element, 'html'];
2722
2723 $self->{application_cache_selection}->(undef);
2724
2725 ## NOTE: Reprocess the token.
2726 return; ## Go to the "before head" insertion mode.
2727
2728 ## ISSUE: There is an issue in the spec
2729 } # B
2730
2731 die "$0: _tree_construction_root_element: This should never be reached";
2732 } # _tree_construction_root_element
2733
2734 sub _reset_insertion_mode ($) {
2735 my $self = shift;
2736
2737 ## Step 1
2738 my $last;
2739
2740 ## Step 2
2741 my $i = -1;
2742 my $node = $self->{open_elements}->[$i];
2743
2744 ## Step 3
2745 S3: {
2746 if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
2747 $last = 1;
2748 if (defined $self->{inner_html_node}) {
2749 if ($self->{inner_html_node}->[1] eq 'td' or
2750 $self->{inner_html_node}->[1] eq 'th') {
2751 !!!cp ('t27');
2752 #
2753 } else {
2754 !!!cp ('t28');
2755 $node = $self->{inner_html_node};
2756 }
2757 }
2758 }
2759
2760 ## Step 4..13
2761 my $new_mode = {
2762 select => IN_SELECT_IM,
2763 ## NOTE: |option| and |optgroup| do not set
2764 ## insertion mode to "in select" by themselves.
2765 td => IN_CELL_IM,
2766 th => IN_CELL_IM,
2767 tr => IN_ROW_IM,
2768 tbody => IN_TABLE_BODY_IM,
2769 thead => IN_TABLE_BODY_IM,
2770 tfoot => IN_TABLE_BODY_IM,
2771 caption => IN_CAPTION_IM,
2772 colgroup => IN_COLUMN_GROUP_IM,
2773 table => IN_TABLE_IM,
2774 head => IN_BODY_IM, # not in head!
2775 body => IN_BODY_IM,
2776 frameset => IN_FRAMESET_IM,
2777 }->{$node->[1]};
2778 $self->{insertion_mode} = $new_mode and return if defined $new_mode;
2779
2780 ## Step 14
2781 if ($node->[1] eq 'html') {
2782 unless (defined $self->{head_element}) {
2783 !!!cp ('t29');
2784 $self->{insertion_mode} = BEFORE_HEAD_IM;
2785 } else {
2786 ## ISSUE: Can this state be reached?
2787 !!!cp ('t30');
2788 $self->{insertion_mode} = AFTER_HEAD_IM;
2789 }
2790 return;
2791 } else {
2792 !!!cp ('t31');
2793 }
2794
2795 ## Step 15
2796 $self->{insertion_mode} = IN_BODY_IM and return if $last;
2797
2798 ## Step 16
2799 $i--;
2800 $node = $self->{open_elements}->[$i];
2801
2802 ## Step 17
2803 redo S3;
2804 } # S3
2805
2806 die "$0: _reset_insertion_mode: This line should never be reached";
2807 } # _reset_insertion_mode
2808
2809 sub _tree_construction_main ($) {
2810 my $self = shift;
2811
2812 my $active_formatting_elements = [];
2813
2814 my $reconstruct_active_formatting_elements = sub { # MUST
2815 my $insert = shift;
2816
2817 ## Step 1
2818 return unless @$active_formatting_elements;
2819
2820 ## Step 3
2821 my $i = -1;
2822 my $entry = $active_formatting_elements->[$i];
2823
2824 ## Step 2
2825 return if $entry->[0] eq '#marker';
2826 for (@{$self->{open_elements}}) {
2827 if ($entry->[0] eq $_->[0]) {
2828 !!!cp ('t32');
2829 return;
2830 }
2831 }
2832
2833 S4: {
2834 ## Step 4
2835 last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
2836
2837 ## Step 5
2838 $i--;
2839 $entry = $active_formatting_elements->[$i];
2840
2841 ## Step 6
2842 if ($entry->[0] eq '#marker') {
2843 !!!cp ('t33_1');
2844 #
2845 } else {
2846 my $in_open_elements;
2847 OE: for (@{$self->{open_elements}}) {
2848 if ($entry->[0] eq $_->[0]) {
2849 !!!cp ('t33');
2850 $in_open_elements = 1;
2851 last OE;
2852 }
2853 }
2854 if ($in_open_elements) {
2855 !!!cp ('t34');
2856 #
2857 } else {
2858 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
2859 !!!cp ('t35');
2860 redo S4;
2861 }
2862 }
2863
2864 ## Step 7
2865 $i++;
2866 $entry = $active_formatting_elements->[$i];
2867 } # S4
2868
2869 S7: {
2870 ## Step 8
2871 my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
2872
2873 ## Step 9
2874 $insert->($clone->[0]);
2875 push @{$self->{open_elements}}, $clone;
2876
2877 ## Step 10
2878 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
2879
2880 ## Step 11
2881 unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
2882 !!!cp ('t36');
2883 ## Step 7'
2884 $i++;
2885 $entry = $active_formatting_elements->[$i];
2886
2887 redo S7;
2888 }
2889
2890 !!!cp ('t37');
2891 } # S7
2892 }; # $reconstruct_active_formatting_elements
2893
2894 my $clear_up_to_marker = sub {
2895 for (reverse 0..$#$active_formatting_elements) {
2896 if ($active_formatting_elements->[$_]->[0] eq '#marker') {
2897 !!!cp ('t38');
2898 splice @$active_formatting_elements, $_;
2899 return;
2900 }
2901 }
2902
2903 !!!cp ('t39');
2904 }; # $clear_up_to_marker
2905
2906 my $insert;
2907
2908 my $parse_rcdata = sub ($) {
2909 my ($content_model_flag) = @_;
2910
2911 ## Step 1
2912 my $start_tag_name = $token->{tag_name};
2913 my $el;
2914 !!!create-element ($el, $start_tag_name, $token->{attributes});
2915
2916 ## Step 2
2917 $insert->($el);
2918
2919 ## Step 3
2920 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
2921 delete $self->{escape}; # MUST
2922
2923 ## Step 4
2924 my $text = '';
2925 !!!next-token;
2926 while ($token->{type} == CHARACTER_TOKEN) { # or until stop tokenizing
2927 !!!cp ('t40');
2928 $text .= $token->{data};
2929 !!!next-token;
2930 }
2931
2932 ## Step 5
2933 if (length $text) {
2934 !!!cp ('t41');
2935 my $text = $self->{document}->create_text_node ($text);
2936 $el->append_child ($text);
2937 }
2938
2939 ## Step 6
2940 $self->{content_model} = PCDATA_CONTENT_MODEL;
2941
2942 ## Step 7
2943 if ($token->{type} == END_TAG_TOKEN and
2944 $token->{tag_name} eq $start_tag_name) {
2945 !!!cp ('t42');
2946 ## Ignore the token
2947 } else {
2948 ## NOTE: An end-of-file token.
2949 if ($content_model_flag == CDATA_CONTENT_MODEL) {
2950 !!!cp ('t43');
2951 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2952 } elsif ($content_model_flag == RCDATA_CONTENT_MODEL) {
2953 !!!cp ('t44');
2954 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
2955 } else {
2956 die "$0: $content_model_flag in parse_rcdata";
2957 }
2958 }
2959 !!!next-token;
2960 }; # $parse_rcdata
2961
2962 my $script_start_tag = sub () {
2963 my $script_el;
2964 !!!create-element ($script_el, 'script', $token->{attributes});
2965 ## TODO: mark as "parser-inserted"
2966
2967 $self->{content_model} = CDATA_CONTENT_MODEL;
2968 delete $self->{escape}; # MUST
2969
2970 my $text = '';
2971 !!!next-token;
2972 while ($token->{type} == CHARACTER_TOKEN) {
2973 !!!cp ('t45');
2974 $text .= $token->{data};
2975 !!!next-token;
2976 } # stop if non-character token or tokenizer stops tokenising
2977 if (length $text) {
2978 !!!cp ('t46');
2979 $script_el->manakai_append_text ($text);
2980 }
2981
2982 $self->{content_model} = PCDATA_CONTENT_MODEL;
2983
2984 if ($token->{type} == END_TAG_TOKEN and
2985 $token->{tag_name} eq 'script') {
2986 !!!cp ('t47');
2987 ## Ignore the token
2988 } else {
2989 !!!cp ('t48');
2990 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2991 ## ISSUE: And ignore?
2992 ## TODO: mark as "already executed"
2993 }
2994
2995 if (defined $self->{inner_html_node}) {
2996 !!!cp ('t49');
2997 ## TODO: mark as "already executed"
2998 } else {
2999 !!!cp ('t50');
3000 ## TODO: $old_insertion_point = current insertion point
3001 ## TODO: insertion point = just before the next input character
3002
3003 $insert->($script_el);
3004
3005 ## TODO: insertion point = $old_insertion_point (might be "undefined")
3006
3007 ## TODO: if there is a script that will execute as soon as the parser resume, then...
3008 }
3009
3010 !!!next-token;
3011 }; # $script_start_tag
3012
3013 my $formatting_end_tag = sub {
3014 my $tag_name = shift;
3015
3016 FET: {
3017 ## Step 1
3018 my $formatting_element;
3019 my $formatting_element_i_in_active;
3020 AFE: for (reverse 0..$#$active_formatting_elements) {
3021 if ($active_formatting_elements->[$_]->[1] eq $tag_name) {
3022 !!!cp ('t51');
3023 $formatting_element = $active_formatting_elements->[$_];
3024 $formatting_element_i_in_active = $_;
3025 last AFE;
3026 } elsif ($active_formatting_elements->[$_]->[0] eq '#marker') {
3027 !!!cp ('t52');
3028 last AFE;
3029 }
3030 } # AFE
3031 unless (defined $formatting_element) {
3032 !!!cp ('t53');
3033 !!!parse-error (type => 'unmatched end tag:'.$tag_name);
3034 ## Ignore the token
3035 !!!next-token;
3036 return;
3037 }
3038 ## has an element in scope
3039 my $in_scope = 1;
3040 my $formatting_element_i_in_open;
3041 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3042 my $node = $self->{open_elements}->[$_];
3043 if ($node->[0] eq $formatting_element->[0]) {
3044 if ($in_scope) {
3045 !!!cp ('t54');
3046 $formatting_element_i_in_open = $_;
3047 last INSCOPE;
3048 } else { # in open elements but not in scope
3049 !!!cp ('t55');
3050 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3051 ## Ignore the token
3052 !!!next-token;
3053 return;
3054 }
3055 } elsif ({
3056 table => 1, caption => 1, td => 1, th => 1,
3057 button => 1, marquee => 1, object => 1, html => 1,
3058 }->{$node->[1]}) {
3059 !!!cp ('t56');
3060 $in_scope = 0;
3061 }
3062 } # INSCOPE
3063 unless (defined $formatting_element_i_in_open) {
3064 !!!cp ('t57');
3065 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3066 pop @$active_formatting_elements; # $formatting_element
3067 !!!next-token; ## TODO: ok?
3068 return;
3069 }
3070 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
3071 !!!cp ('t58');
3072 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3073 }
3074
3075 ## Step 2
3076 my $furthest_block;
3077 my $furthest_block_i_in_open;
3078 OE: for (reverse 0..$#{$self->{open_elements}}) {
3079 my $node = $self->{open_elements}->[$_];
3080 if (not $formatting_category->{$node->[1]} and
3081 #not $phrasing_category->{$node->[1]} and
3082 ($special_category->{$node->[1]} or
3083 $scoping_category->{$node->[1]})) {
3084 !!!cp ('t59');
3085 $furthest_block = $node;
3086 $furthest_block_i_in_open = $_;
3087 } elsif ($node->[0] eq $formatting_element->[0]) {
3088 !!!cp ('t60');
3089 last OE;
3090 }
3091 } # OE
3092
3093 ## Step 3
3094 unless (defined $furthest_block) { # MUST
3095 !!!cp ('t61');
3096 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
3097 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
3098 !!!next-token;
3099 return;
3100 }
3101
3102 ## Step 4
3103 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
3104
3105 ## Step 5
3106 my $furthest_block_parent = $furthest_block->[0]->parent_node;
3107 if (defined $furthest_block_parent) {
3108 !!!cp ('t62');
3109 $furthest_block_parent->remove_child ($furthest_block->[0]);
3110 }
3111
3112 ## Step 6
3113 my $bookmark_prev_el
3114 = $active_formatting_elements->[$formatting_element_i_in_active - 1]
3115 ->[0];
3116
3117 ## Step 7
3118 my $node = $furthest_block;
3119 my $node_i_in_open = $furthest_block_i_in_open;
3120 my $last_node = $furthest_block;
3121 S7: {
3122 ## Step 1
3123 $node_i_in_open--;
3124 $node = $self->{open_elements}->[$node_i_in_open];
3125
3126 ## Step 2
3127 my $node_i_in_active;
3128 S7S2: {
3129 for (reverse 0..$#$active_formatting_elements) {
3130 if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
3131 !!!cp ('t63');
3132 $node_i_in_active = $_;
3133 last S7S2;
3134 }
3135 }
3136 splice @{$self->{open_elements}}, $node_i_in_open, 1;
3137 redo S7;
3138 } # S7S2
3139
3140 ## Step 3
3141 last S7 if $node->[0] eq $formatting_element->[0];
3142
3143 ## Step 4
3144 if ($last_node->[0] eq $furthest_block->[0]) {
3145 !!!cp ('t64');
3146 $bookmark_prev_el = $node->[0];
3147 }
3148
3149 ## Step 5
3150 if ($node->[0]->has_child_nodes ()) {
3151 !!!cp ('t65');
3152 my $clone = [$node->[0]->clone_node (0), $node->[1]];
3153 $active_formatting_elements->[$node_i_in_active] = $clone;
3154 $self->{open_elements}->[$node_i_in_open] = $clone;
3155 $node = $clone;
3156 }
3157
3158 ## Step 6
3159 $node->[0]->append_child ($last_node->[0]);
3160
3161 ## Step 7
3162 $last_node = $node;
3163
3164 ## Step 8
3165 redo S7;
3166 } # S7
3167
3168 ## Step 8
3169 $common_ancestor_node->[0]->append_child ($last_node->[0]);
3170
3171 ## Step 9
3172 my $clone = [$formatting_element->[0]->clone_node (0),
3173 $formatting_element->[1]];
3174
3175 ## Step 10
3176 my @cn = @{$furthest_block->[0]->child_nodes};
3177 $clone->[0]->append_child ($_) for @cn;
3178
3179 ## Step 11
3180 $furthest_block->[0]->append_child ($clone->[0]);
3181
3182 ## Step 12
3183 my $i;
3184 AFE: for (reverse 0..$#$active_formatting_elements) {
3185 if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
3186 !!!cp ('t66');
3187 splice @$active_formatting_elements, $_, 1;
3188 $i-- and last AFE if defined $i;
3189 } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
3190 !!!cp ('t67');
3191 $i = $_;
3192 }
3193 } # AFE
3194 splice @$active_formatting_elements, $i + 1, 0, $clone;
3195
3196 ## Step 13
3197 undef $i;
3198 OE: for (reverse 0..$#{$self->{open_elements}}) {
3199 if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
3200 !!!cp ('t68');
3201 splice @{$self->{open_elements}}, $_, 1;
3202 $i-- and last OE if defined $i;
3203 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
3204 !!!cp ('t69');
3205 $i = $_;
3206 }
3207 } # OE
3208 splice @{$self->{open_elements}}, $i + 1, 1, $clone;
3209
3210 ## Step 14
3211 redo FET;
3212 } # FET
3213 }; # $formatting_end_tag
3214
3215 ## NOTE: $open_tables->[-1]->[0] is the "current table".
3216 ## NOTE: $open_tables->[-1]->[1] is the "tainted" flag.
3217 my $open_tables = [[$self->{open_elements}->[0]->[0]]];
3218
3219 $insert = my $insert_to_current = sub {
3220 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
3221 }; # $insert_to_current
3222
3223 my $insert_to_foster = sub {
3224 my $child = shift;
3225 if ({
3226 table => 1, tbody => 1, tfoot => 1, thead => 1, tr => 1,
3227 }->{$self->{open_elements}->[-1]->[1]}) {
3228 # MUST
3229 my $foster_parent_element;
3230 my $next_sibling;
3231 OE: for (reverse 0..$#{$self->{open_elements}}) {
3232 if ($self->{open_elements}->[$_]->[1] eq 'table') {
3233 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3234 if (defined $parent and $parent->node_type == 1) {
3235 !!!cp ('t70');
3236 $foster_parent_element = $parent;
3237 $next_sibling = $self->{open_elements}->[$_]->[0];
3238 } else {
3239 !!!cp ('t71');
3240 $foster_parent_element
3241 = $self->{open_elements}->[$_ - 1]->[0];
3242 }
3243 last OE;
3244 }
3245 } # OE
3246 $foster_parent_element = $self->{open_elements}->[0]->[0]
3247 unless defined $foster_parent_element;
3248 $foster_parent_element->insert_before
3249 ($child, $next_sibling);
3250 $open_tables->[-1]->[1] = 1; # tainted
3251 } else {
3252 !!!cp ('t72');
3253 $self->{open_elements}->[-1]->[0]->append_child ($child);
3254 }
3255 }; # $insert_to_foster
3256
3257 B: {
3258 if ($token->{type} == DOCTYPE_TOKEN) {
3259 !!!cp ('t73');
3260 !!!parse-error (type => 'DOCTYPE in the middle');
3261 ## Ignore the token
3262 ## Stay in the phase
3263 !!!next-token;
3264 redo B;
3265 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3266 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3267 !!!cp ('t74');
3268 #
3269 } else {
3270 ## Generate implied end tags
3271 while ({
3272 dd => 1, dt => 1, li => 1, p => 1,
3273 }->{$self->{open_elements}->[-1]->[1]}) {
3274 !!!cp ('t75');
3275 pop @{$self->{open_elements}};
3276 }
3277
3278 if (@{$self->{open_elements}} > 2 or
3279 (@{$self->{open_elements}} == 2 and $self->{open_elements}->[1]->[1] ne 'body')) {
3280 !!!cp ('t76');
3281 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3282 } elsif (defined $self->{inner_html_node} and
3283 @{$self->{open_elements}} > 1 and
3284 $self->{open_elements}->[1]->[1] ne 'body') {
3285 ## ISSUE: This case is never reached.
3286 !!!cp ('t77');
3287 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3288 } else {
3289 !!!cp ('t78');
3290 }
3291
3292 ## ISSUE: There is an issue in the spec.
3293 }
3294
3295 ## Stop parsing
3296 last B;
3297 } elsif ($token->{type} == START_TAG_TOKEN and
3298 $token->{tag_name} eq 'html') {
3299 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
3300 !!!cp ('t79');
3301 !!!parse-error (type => 'after html:html');
3302 $self->{insertion_mode} = AFTER_BODY_IM;
3303 } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
3304 !!!cp ('t80');
3305 !!!parse-error (type => 'after html:html');
3306 $self->{insertion_mode} = AFTER_FRAMESET_IM;
3307 } else {
3308 !!!cp ('t81');
3309 }
3310
3311 !!!cp ('t82');
3312 !!!parse-error (type => 'not first start tag');
3313 my $top_el = $self->{open_elements}->[0]->[0];
3314 for my $attr_name (keys %{$token->{attributes}}) {
3315 unless ($top_el->has_attribute_ns (undef, $attr_name)) {
3316 !!!cp ('t84');
3317 $top_el->set_attribute_ns
3318 (undef, [undef, $attr_name],
3319 $token->{attributes}->{$attr_name}->{value});
3320 }
3321 }
3322 !!!next-token;
3323 redo B;
3324 } elsif ($token->{type} == COMMENT_TOKEN) {
3325 my $comment = $self->{document}->create_comment ($token->{data});
3326 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3327 !!!cp ('t85');
3328 $self->{document}->append_child ($comment);
3329 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
3330 !!!cp ('t86');
3331 $self->{open_elements}->[0]->[0]->append_child ($comment);
3332 } else {
3333 !!!cp ('t87');
3334 $self->{open_elements}->[-1]->[0]->append_child ($comment);
3335 }
3336 !!!next-token;
3337 redo B;
3338 } elsif ($self->{insertion_mode} & HEAD_IMS) {
3339 if ($token->{type} == CHARACTER_TOKEN) {
3340 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
3341 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3342 unless (length $token->{data}) {
3343 !!!cp ('t88');
3344 !!!next-token;
3345 redo B;
3346 }
3347 }
3348
3349 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3350 !!!cp ('t89');
3351 ## As if <head>
3352 !!!create-element ($self->{head_element}, 'head');
3353 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3354 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3355
3356 ## Reprocess in the "in head" insertion mode...
3357 pop @{$self->{open_elements}};
3358
3359 ## Reprocess in the "after head" insertion mode...
3360 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3361 !!!cp ('t90');
3362 ## As if </noscript>
3363 pop @{$self->{open_elements}};
3364 !!!parse-error (type => 'in noscript:#character');
3365
3366 ## Reprocess in the "in head" insertion mode...
3367 ## As if </head>
3368 pop @{$self->{open_elements}};
3369
3370 ## Reprocess in the "after head" insertion mode...
3371 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3372 !!!cp ('t91');
3373 pop @{$self->{open_elements}};
3374
3375 ## Reprocess in the "after head" insertion mode...
3376 } else {
3377 !!!cp ('t92');
3378 }
3379
3380 ## "after head" insertion mode
3381 ## As if <body>
3382 !!!insert-element ('body');
3383 $self->{insertion_mode} = IN_BODY_IM;
3384 ## reprocess
3385 redo B;
3386 } elsif ($token->{type} == START_TAG_TOKEN) {
3387 if ($token->{tag_name} eq 'head') {
3388 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3389 !!!cp ('t93');
3390 !!!create-element ($self->{head_element}, $token->{tag_name}, $token->{attributes});
3391 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3392 push @{$self->{open_elements}}, [$self->{head_element}, $token->{tag_name}];
3393 $self->{insertion_mode} = IN_HEAD_IM;
3394 !!!next-token;
3395 redo B;
3396 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3397 !!!cp ('t94');
3398 #
3399 } else {
3400 !!!cp ('t95');
3401 !!!parse-error (type => 'in head:head'); # or in head noscript
3402 ## Ignore the token
3403 !!!next-token;
3404 redo B;
3405 }
3406 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3407 !!!cp ('t96');
3408 ## As if <head>
3409 !!!create-element ($self->{head_element}, 'head');
3410 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3411 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3412
3413 $self->{insertion_mode} = IN_HEAD_IM;
3414 ## Reprocess in the "in head" insertion mode...
3415 } else {
3416 !!!cp ('t97');
3417 }
3418
3419 if ($token->{tag_name} eq 'base') {
3420 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3421 !!!cp ('t98');
3422 ## As if </noscript>
3423 pop @{$self->{open_elements}};
3424 !!!parse-error (type => 'in noscript:base');
3425
3426 $self->{insertion_mode} = IN_HEAD_IM;
3427 ## Reprocess in the "in head" insertion mode...
3428 } else {
3429 !!!cp ('t99');
3430 }
3431
3432 ## NOTE: There is a "as if in head" code clone.
3433 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3434 !!!cp ('t100');
3435 !!!parse-error (type => 'after head:'.$token->{tag_name});
3436 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3437 } else {
3438 !!!cp ('t101');
3439 }
3440 !!!insert-element ($token->{tag_name}, $token->{attributes});
3441 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3442 pop @{$self->{open_elements}}
3443 if $self->{insertion_mode} == AFTER_HEAD_IM;
3444 !!!next-token;
3445 redo B;
3446 } elsif ($token->{tag_name} eq 'link') {
3447 ## NOTE: There is a "as if in head" code clone.
3448 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3449 !!!cp ('t102');
3450 !!!parse-error (type => 'after head:'.$token->{tag_name});
3451 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3452 } else {
3453 !!!cp ('t103');
3454 }
3455 !!!insert-element ($token->{tag_name}, $token->{attributes});
3456 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3457 pop @{$self->{open_elements}}
3458 if $self->{insertion_mode} == AFTER_HEAD_IM;
3459 !!!next-token;
3460 redo B;
3461 } elsif ($token->{tag_name} eq 'meta') {
3462 ## NOTE: There is a "as if in head" code clone.
3463 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3464 !!!cp ('t104');
3465 !!!parse-error (type => 'after head:'.$token->{tag_name});
3466 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3467 } else {
3468 !!!cp ('t105');
3469 }
3470 !!!insert-element ($token->{tag_name}, $token->{attributes});
3471 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3472
3473 unless ($self->{confident}) {
3474 if ($token->{attributes}->{charset}) { ## TODO: And if supported
3475 !!!cp ('t106');
3476 $self->{change_encoding}
3477 ->($self, $token->{attributes}->{charset}->{value});
3478
3479 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3480 ->set_user_data (manakai_has_reference =>
3481 $token->{attributes}->{charset}
3482 ->{has_reference});
3483 } elsif ($token->{attributes}->{content}) {
3484 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
3485 if ($token->{attributes}->{content}->{value}
3486 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
3487 [\x09-\x0D\x20]*=
3488 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
3489 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
3490 !!!cp ('t107');
3491 $self->{change_encoding}
3492 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
3493 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3494 ->set_user_data (manakai_has_reference =>
3495 $token->{attributes}->{content}
3496 ->{has_reference});
3497 } else {
3498 !!!cp ('t108');
3499 }
3500 }
3501 } else {
3502 if ($token->{attributes}->{charset}) {
3503 !!!cp ('t109');
3504 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3505 ->set_user_data (manakai_has_reference =>
3506 $token->{attributes}->{charset}
3507 ->{has_reference});
3508 }
3509 if ($token->{attributes}->{content}) {
3510 !!!cp ('t110');
3511 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3512 ->set_user_data (manakai_has_reference =>
3513 $token->{attributes}->{content}
3514 ->{has_reference});
3515 }
3516 }
3517
3518 pop @{$self->{open_elements}}
3519 if $self->{insertion_mode} == AFTER_HEAD_IM;
3520 !!!next-token;
3521 redo B;
3522 } elsif ($token->{tag_name} eq 'title') {
3523 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3524 !!!cp ('t111');
3525 ## As if </noscript>
3526 pop @{$self->{open_elements}};
3527 !!!parse-error (type => 'in noscript:title');
3528
3529 $self->{insertion_mode} = IN_HEAD_IM;
3530 ## Reprocess in the "in head" insertion mode...
3531 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3532 !!!cp ('t112');
3533 !!!parse-error (type => 'after head:'.$token->{tag_name});
3534 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3535 } else {
3536 !!!cp ('t113');
3537 }
3538
3539 ## NOTE: There is a "as if in head" code clone.
3540 my $parent = defined $self->{head_element} ? $self->{head_element}
3541 : $self->{open_elements}->[-1]->[0];
3542 $parse_rcdata->(RCDATA_CONTENT_MODEL);
3543 pop @{$self->{open_elements}}
3544 if $self->{insertion_mode} == AFTER_HEAD_IM;
3545 redo B;
3546 } elsif ($token->{tag_name} eq 'style') {
3547 ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
3548 ## insertion mode IN_HEAD_IM)
3549 ## NOTE: There is a "as if in head" code clone.
3550 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3551 !!!cp ('t114');
3552 !!!parse-error (type => 'after head:'.$token->{tag_name});
3553 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3554 } else {
3555 !!!cp ('t115');
3556 }
3557 $parse_rcdata->(CDATA_CONTENT_MODEL);
3558 pop @{$self->{open_elements}}
3559 if $self->{insertion_mode} == AFTER_HEAD_IM;
3560 redo B;
3561 } elsif ($token->{tag_name} eq 'noscript') {
3562 if ($self->{insertion_mode} == IN_HEAD_IM) {
3563 !!!cp ('t116');
3564 ## NOTE: and scripting is disalbed
3565 !!!insert-element ($token->{tag_name}, $token->{attributes});
3566 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
3567 !!!next-token;
3568 redo B;
3569 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3570 !!!cp ('t117');
3571 !!!parse-error (type => 'in noscript:noscript');
3572 ## Ignore the token
3573 !!!next-token;
3574 redo B;
3575 } else {
3576 !!!cp ('t118');
3577 #
3578 }
3579 } elsif ($token->{tag_name} eq 'script') {
3580 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3581 !!!cp ('t119');
3582 ## As if </noscript>
3583 pop @{$self->{open_elements}};
3584 !!!parse-error (type => 'in noscript:script');
3585
3586 $self->{insertion_mode} = IN_HEAD_IM;
3587 ## Reprocess in the "in head" insertion mode...
3588 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3589 !!!cp ('t120');
3590 !!!parse-error (type => 'after head:'.$token->{tag_name});
3591 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3592 } else {
3593 !!!cp ('t121');
3594 }
3595
3596 ## NOTE: There is a "as if in head" code clone.
3597 $script_start_tag->($insert_to_current);
3598 pop @{$self->{open_elements}}
3599 if $self->{insertion_mode} == AFTER_HEAD_IM;
3600 redo B;
3601 } elsif ($token->{tag_name} eq 'body' or
3602 $token->{tag_name} eq 'frameset') {
3603 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3604 !!!cp ('t122');
3605 ## As if </noscript>
3606 pop @{$self->{open_elements}};
3607 !!!parse-error (type => 'in noscript:'.$token->{tag_name});
3608
3609 ## Reprocess in the "in head" insertion mode...
3610 ## As if </head>
3611 pop @{$self->{open_elements}};
3612
3613 ## Reprocess in the "after head" insertion mode...
3614 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3615 !!!cp ('t124');
3616 pop @{$self->{open_elements}};
3617
3618 ## Reprocess in the "after head" insertion mode...
3619 } else {
3620 !!!cp ('t125');
3621 }
3622
3623 ## "after head" insertion mode
3624 !!!insert-element ($token->{tag_name}, $token->{attributes});
3625 if ($token->{tag_name} eq 'body') {
3626 !!!cp ('t126');
3627 $self->{insertion_mode} = IN_BODY_IM;
3628 } elsif ($token->{tag_name} eq 'frameset') {
3629 !!!cp ('t127');
3630 $self->{insertion_mode} = IN_FRAMESET_IM;
3631 } else {
3632 die "$0: tag name: $self->{tag_name}";
3633 }
3634 !!!next-token;
3635 redo B;
3636 } else {
3637 !!!cp ('t128');
3638 #
3639 }
3640
3641 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3642 !!!cp ('t129');
3643 ## As if </noscript>
3644 pop @{$self->{open_elements}};
3645 !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3646
3647 ## Reprocess in the "in head" insertion mode...
3648 ## As if </head>
3649 pop @{$self->{open_elements}};
3650
3651 ## Reprocess in the "after head" insertion mode...
3652 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3653 !!!cp ('t130');
3654 ## As if </head>
3655 pop @{$self->{open_elements}};
3656
3657 ## Reprocess in the "after head" insertion mode...
3658 } else {
3659 !!!cp ('t131');
3660 }
3661
3662 ## "after head" insertion mode
3663 ## As if <body>
3664 !!!insert-element ('body');
3665 $self->{insertion_mode} = IN_BODY_IM;
3666 ## reprocess
3667 redo B;
3668 } elsif ($token->{type} == END_TAG_TOKEN) {
3669 if ($token->{tag_name} eq 'head') {
3670 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3671 !!!cp ('t132');
3672 ## As if <head>
3673 !!!create-element ($self->{head_element}, 'head');
3674 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3675 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3676
3677 ## Reprocess in the "in head" insertion mode...
3678 pop @{$self->{open_elements}};
3679 $self->{insertion_mode} = AFTER_HEAD_IM;
3680 !!!next-token;
3681 redo B;
3682 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3683 !!!cp ('t133');
3684 ## As if </noscript>
3685 pop @{$self->{open_elements}};
3686 !!!parse-error (type => 'in noscript:/head');
3687
3688 ## Reprocess in the "in head" insertion mode...
3689 pop @{$self->{open_elements}};
3690 $self->{insertion_mode} = AFTER_HEAD_IM;
3691 !!!next-token;
3692 redo B;
3693 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3694 !!!cp ('t134');
3695 pop @{$self->{open_elements}};
3696 $self->{insertion_mode} = AFTER_HEAD_IM;
3697 !!!next-token;
3698 redo B;
3699 } else {
3700 !!!cp ('t135');
3701 #
3702 }
3703 } elsif ($token->{tag_name} eq 'noscript') {
3704 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3705 !!!cp ('t136');
3706 pop @{$self->{open_elements}};
3707 $self->{insertion_mode} = IN_HEAD_IM;
3708 !!!next-token;
3709 redo B;
3710 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3711 !!!cp ('t137');
3712 !!!parse-error (type => 'unmatched end tag:noscript');
3713 ## Ignore the token ## ISSUE: An issue in the spec.
3714 !!!next-token;
3715 redo B;
3716 } else {
3717 !!!cp ('t138');
3718 #
3719 }
3720 } elsif ({
3721 body => 1, html => 1,
3722 }->{$token->{tag_name}}) {
3723 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3724 !!!cp ('t139');
3725 ## As if <head>
3726 !!!create-element ($self->{head_element}, 'head');
3727 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3728 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3729
3730 $self->{insertion_mode} = IN_HEAD_IM;
3731 ## Reprocess in the "in head" insertion mode...
3732 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3733 !!!cp ('t140');
3734 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3735 ## Ignore the token
3736 !!!next-token;
3737 redo B;
3738 } else {
3739 !!!cp ('t141');
3740 }
3741
3742 #
3743 } elsif ({
3744 p => 1, br => 1,
3745 }->{$token->{tag_name}}) {
3746 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3747 !!!cp ('t142');
3748 ## As if <head>
3749 !!!create-element ($self->{head_element}, 'head');
3750 $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3751 push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3752
3753 $self->{insertion_mode} = IN_HEAD_IM;
3754 ## Reprocess in the "in head" insertion mode...
3755 } else {
3756 !!!cp ('t143');
3757 }
3758
3759 #
3760 } else {
3761 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3762 !!!cp ('t144');
3763 #
3764 } else {
3765 !!!cp ('t145');
3766 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3767 ## Ignore the token
3768 !!!next-token;
3769 redo B;
3770 }
3771 }
3772
3773 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3774 !!!cp ('t146');
3775 ## As if </noscript>
3776 pop @{$self->{open_elements}};
3777 !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3778
3779 ## Reprocess in the "in head" insertion mode...
3780 ## As if </head>
3781 pop @{$self->{open_elements}};
3782
3783 ## Reprocess in the "after head" insertion mode...
3784 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3785 !!!cp ('t147');
3786 ## As if </head>
3787 pop @{$self->{open_elements}};
3788
3789 ## Reprocess in the "after head" insertion mode...
3790 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3791 ## ISSUE: This case cannot be reached?
3792 !!!cp ('t148');
3793 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3794 ## Ignore the token ## ISSUE: An issue in the spec.
3795 !!!next-token;
3796 redo B;
3797 } else {
3798 !!!cp ('t149');
3799 }
3800
3801 ## "after head" insertion mode
3802 ## As if <body>
3803 !!!insert-element ('body');
3804 $self->{insertion_mode} = IN_BODY_IM;
3805 ## reprocess
3806 redo B;
3807 } else {
3808 die "$0: $token->{type}: Unknown token type";
3809 }
3810
3811 ## ISSUE: An issue in the spec.
3812 } elsif ($self->{insertion_mode} & BODY_IMS) {
3813 if ($token->{type} == CHARACTER_TOKEN) {
3814 !!!cp ('t150');
3815 ## NOTE: There is a code clone of "character in body".
3816 $reconstruct_active_formatting_elements->($insert_to_current);
3817
3818 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3819
3820 !!!next-token;
3821 redo B;
3822 } elsif ($token->{type} == START_TAG_TOKEN) {
3823 if ({
3824 caption => 1, col => 1, colgroup => 1, tbody => 1,
3825 td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
3826 }->{$token->{tag_name}}) {
3827 if ($self->{insertion_mode} == IN_CELL_IM) {
3828 ## have an element in table scope
3829 my $tn;
3830 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3831 my $node = $self->{open_elements}->[$_];
3832 if ($node->[1] eq 'td' or $node->[1] eq 'th') {
3833 !!!cp ('t151');
3834 $tn = $node->[1];
3835 last INSCOPE;
3836 } elsif ({
3837 table => 1, html => 1,
3838 }->{$node->[1]}) {
3839 !!!cp ('t152');
3840 last INSCOPE;
3841 }
3842 } # INSCOPE
3843 unless (defined $tn) {
3844 !!!cp ('t153');
3845 ## TODO: This error type is wrong.
3846 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3847 ## Ignore the token
3848 !!!next-token;
3849 redo B;
3850 }
3851
3852 !!!cp ('t154');
3853 ## Close the cell
3854 !!!back-token; # <?>
3855 $token = {type => END_TAG_TOKEN, tag_name => $tn};
3856 redo B;
3857 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3858 !!!parse-error (type => 'not closed:caption');
3859
3860 ## As if </caption>
3861 ## have a table element in table scope
3862 my $i;
3863 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3864 my $node = $self->{open_elements}->[$_];
3865 if ($node->[1] eq 'caption') {
3866 !!!cp ('t155');
3867 $i = $_;
3868 last INSCOPE;
3869 } elsif ({
3870 table => 1, html => 1,
3871 }->{$node->[1]}) {
3872 !!!cp ('t156');
3873 last INSCOPE;
3874 }
3875 } # INSCOPE
3876 unless (defined $i) {
3877 !!!cp ('t157');
3878 ## TODO: this type is wrong.
3879 !!!parse-error (type => 'unmatched end tag:caption');
3880 ## Ignore the token
3881 !!!next-token;
3882 redo B;
3883 }
3884
3885 ## generate implied end tags
3886 while ({
3887 dd => 1, dt => 1, li => 1, p => 1,
3888 }->{$self->{open_elements}->[-1]->[1]}) {
3889 !!!cp ('t158');
3890 pop @{$self->{open_elements}};
3891 }
3892
3893 if ($self->{open_elements}->[-1]->[1] ne 'caption') {
3894 !!!cp ('t159');
3895 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3896 } else {
3897 !!!cp ('t160');
3898 }
3899
3900 splice @{$self->{open_elements}}, $i;
3901
3902 $clear_up_to_marker->();
3903
3904 $self->{insertion_mode} = IN_TABLE_IM;
3905
3906 ## reprocess
3907 redo B;
3908 } else {
3909 !!!cp ('t161');
3910 #
3911 }
3912 } else {
3913 !!!cp ('t162');
3914 #
3915 }
3916 } elsif ($token->{type} == END_TAG_TOKEN) {
3917 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
3918 if ($self->{insertion_mode} == IN_CELL_IM) {
3919 ## have an element in table scope
3920 my $i;
3921 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3922 my $node = $self->{open_elements}->[$_];
3923 if ($node->[1] eq $token->{tag_name}) {
3924 !!!cp ('t163');
3925 $i = $_;
3926 last INSCOPE;
3927 } elsif ({
3928 table => 1, html => 1,
3929 }->{$node->[1]}) {
3930 !!!cp ('t164');
3931 last INSCOPE;
3932 }
3933 } # INSCOPE
3934 unless (defined $i) {
3935 !!!cp ('t165');
3936 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3937 ## Ignore the token
3938 !!!next-token;
3939 redo B;
3940 }
3941
3942 ## generate implied end tags
3943 while ({
3944 dd => 1, dt => 1, li => 1, p => 1,
3945 }->{$self->{open_elements}->[-1]->[1]}) {
3946 !!!cp ('t166');
3947 pop @{$self->{open_elements}};
3948 }
3949
3950 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
3951 !!!cp ('t167');
3952 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3953 } else {
3954 !!!cp ('t168');
3955 }
3956
3957 splice @{$self->{open_elements}}, $i;
3958
3959 $clear_up_to_marker->();
3960
3961 $self->{insertion_mode} = IN_ROW_IM;
3962
3963 !!!next-token;
3964 redo B;
3965 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3966 !!!cp ('t169');
3967 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3968 ## Ignore the token
3969 !!!next-token;
3970 redo B;
3971 } else {
3972 !!!cp ('t170');
3973 #
3974 }
3975 } elsif ($token->{tag_name} eq 'caption') {
3976 if ($self->{insertion_mode} == IN_CAPTION_IM) {
3977 ## have a table element in table scope
3978 my $i;
3979 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3980 my $node = $self->{open_elements}->[$_];
3981 if ($node->[1] eq $token->{tag_name}) {
3982 !!!cp ('t171');
3983 $i = $_;
3984 last INSCOPE;
3985 } elsif ({
3986 table => 1, html => 1,
3987 }->{$node->[1]}) {
3988 !!!cp ('t172');
3989 last INSCOPE;
3990 }
3991 } # INSCOPE
3992 unless (defined $i) {
3993 !!!cp ('t173');
3994 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3995 ## Ignore the token
3996 !!!next-token;
3997 redo B;
3998 }
3999
4000 ## generate implied end tags
4001 while ({
4002 dd => 1, dt => 1, li => 1, p => 1,
4003 }->{$self->{open_elements}->[-1]->[1]}) {
4004 !!!cp ('t174');
4005 pop @{$self->{open_elements}};
4006 }
4007
4008 if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4009 !!!cp ('t175');
4010 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4011 } else {
4012 !!!cp ('t176');
4013 }
4014
4015 splice @{$self->{open_elements}}, $i;
4016
4017 $clear_up_to_marker->();
4018
4019 $self->{insertion_mode} = IN_TABLE_IM;
4020
4021 !!!next-token;
4022 redo B;
4023 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
4024 !!!cp ('t177');
4025 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4026 ## Ignore the token
4027 !!!next-token;
4028 redo B;
4029 } else {
4030 !!!cp ('t178');
4031 #
4032 }
4033 } elsif ({
4034 table => 1, tbody => 1, tfoot => 1,
4035 thead => 1, tr => 1,
4036 }->{$token->{tag_name}} and
4037 $self->{insertion_mode} == IN_CELL_IM) {
4038 ## have an element in table scope
4039 my $i;
4040 my $tn;
4041 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4042 my $node = $self->{open_elements}->[$_];
4043 if ($node->[1] eq $token->{tag_name}) {
4044 !!!cp ('t179');
4045 $i = $_;
4046 last INSCOPE;
4047 } elsif ($node->[1] eq 'td' or $node->[1] eq 'th') {
4048 !!!cp ('t180');
4049 $tn = $node->[1];
4050 ## NOTE: There is exactly one |td| or |th| element
4051 ## in scope in the stack of open elements by definition.
4052 } elsif ({
4053 table => 1, html => 1,
4054 }->{$node->[1]}) {
4055 !!!cp ('t181');
4056 last INSCOPE;
4057 }
4058 } # INSCOPE
4059 unless (defined $i) {
4060 !!!cp ('t182');
4061 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4062 ## Ignore the token
4063 !!!next-token;
4064 redo B;
4065 } else {
4066 !!!cp ('t183');
4067 }
4068
4069 ## Close the cell
4070 !!!back-token; # </?>
4071 $token = {type => END_TAG_TOKEN, tag_name => $tn};
4072 redo B;
4073 } elsif ($token->{tag_name} eq 'table' and
4074 $self->{insertion_mode} == IN_CAPTION_IM) {
4075 !!!parse-error (type => 'not closed:caption');
4076
4077 ## As if </caption>
4078 ## have a table element in table scope
4079 my $i;
4080 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4081 my $node = $self->{open_elements}->[$_];
4082 if ($node->[1] eq 'caption') {
4083 !!!cp ('t184');
4084 $i = $_;
4085 last INSCOPE;
4086 } elsif ({
4087 table => 1, html => 1,
4088 }->{$node->[1]}) {
4089 !!!cp ('t185');
4090 last INSCOPE;
4091 }
4092 } # INSCOPE
4093 unless (defined $i) {
4094 !!!cp ('t186');
4095 !!!parse-error (type => 'unmatched end tag:caption');
4096 ## Ignore the token
4097 !!!next-token;
4098 redo B;
4099 }
4100
4101 ## generate implied end tags
4102 while ({
4103 dd => 1, dt => 1, li => 1, p => 1,
4104 }->{$self->{open_elements}->[-1]->[1]}) {
4105 !!!cp ('t187');
4106 pop @{$self->{open_elements}};
4107 }
4108
4109 if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4110 !!!cp ('t188');
4111 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4112 } else {
4113 !!!cp ('t189');
4114 }
4115
4116 splice @{$self->{open_elements}}, $i;
4117
4118 $clear_up_to_marker->();
4119
4120 $self->{insertion_mode} = IN_TABLE_IM;
4121
4122 ## reprocess
4123 redo B;
4124 } elsif ({
4125 body => 1, col => 1, colgroup => 1, html => 1,
4126 }->{$token->{tag_name}}) {
4127 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
4128 !!!cp ('t190');
4129 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4130 ## Ignore the token
4131 !!!next-token;
4132 redo B;
4133 } else {
4134 !!!cp ('t191');
4135 #
4136 }
4137 } elsif ({
4138 tbody => 1, tfoot => 1,
4139 thead => 1, tr => 1,
4140 }->{$token->{tag_name}} and
4141 $self->{insertion_mode} == IN_CAPTION_IM) {
4142 !!!cp ('t192');
4143 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4144 ## Ignore the token
4145 !!!next-token;
4146 redo B;
4147 } else {
4148 !!!cp ('t193');
4149 #
4150 }
4151 } else {
4152 die "$0: $token->{type}: Unknown token type";
4153 }
4154
4155 $insert = $insert_to_current;
4156 #
4157 } elsif ($self->{insertion_mode} & TABLE_IMS) {
4158 if ($token->{type} == CHARACTER_TOKEN) {
4159 if (not $open_tables->[-1]->[1] and # tainted
4160 $token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4161 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4162
4163 unless (length $token->{data}) {
4164 !!!cp ('t194');
4165 !!!next-token;
4166 redo B;
4167 } else {
4168 !!!cp ('t195');
4169 }
4170 }
4171
4172 !!!parse-error (type => 'in table:#character');
4173
4174 ## As if in body, but insert into foster parent element
4175 ## ISSUE: Spec says that "whenever a node would be inserted
4176 ## into the current node" while characters might not be
4177 ## result in a new Text node.
4178 $reconstruct_active_formatting_elements->($insert_to_foster);
4179
4180 if ({
4181 table => 1, tbody => 1, tfoot => 1,
4182 thead => 1, tr => 1,
4183 }->{$self->{open_elements}->[-1]->[1]}) {
4184 # MUST
4185 my $foster_parent_element;
4186 my $next_sibling;
4187 my $prev_sibling;
4188 OE: for (reverse 0..$#{$self->{open_elements}}) {
4189 if ($self->{open_elements}->[$_]->[1] eq 'table') {
4190 my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
4191 if (defined $parent and $parent->node_type == 1) {
4192 !!!cp ('t196');
4193 $foster_parent_element = $parent;
4194 $next_sibling = $self->{open_elements}->[$_]->[0];
4195 $prev_sibling = $next_sibling->previous_sibling;
4196 } else {
4197 !!!cp ('t197');
4198 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
4199 $prev_sibling = $foster_parent_element->last_child;
4200 }
4201 last OE;
4202 }
4203 } # OE
4204 $foster_parent_element = $self->{open_elements}->[0]->[0] and
4205 $prev_sibling = $foster_parent_element->last_child
4206 unless defined $foster_parent_element;
4207 if (defined $prev_sibling and
4208 $prev_sibling->node_type == 3) {
4209 !!!cp ('t198');
4210 $prev_sibling->manakai_append_text ($token->{data});
4211 } else {
4212 !!!cp ('t199');
4213 $foster_parent_element->insert_before
4214 ($self->{document}->create_text_node ($token->{data}),
4215 $next_sibling);
4216 }
4217 $open_tables->[-1]->[1] = 1; # tainted
4218 } else {
4219 !!!cp ('t200');
4220 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4221 }
4222
4223 !!!next-token;
4224 redo B;
4225 } elsif ($token->{type} == START_TAG_TOKEN) {
4226 if ({
4227 tr => ($self->{insertion_mode} != IN_ROW_IM),
4228 th => 1, td => 1,
4229 }->{$token->{tag_name}}) {
4230 if ($self->{insertion_mode} == IN_TABLE_IM) {
4231 ## Clear back to table context
4232 while ($self->{open_elements}->[-1]->[1] ne 'table' and
4233 $self->{open_elements}->[-1]->[1] ne 'html') {
4234 !!!cp ('t201');
4235 pop @{$self->{open_elements}};
4236 }
4237
4238 !!!insert-element ('tbody');
4239 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4240 ## reprocess in the "in table body" insertion mode...
4241 }
4242
4243 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4244 unless ($token->{tag_name} eq 'tr') {
4245 !!!cp ('t202');
4246 !!!parse-error (type => 'missing start tag:tr');
4247 }
4248
4249 ## Clear back to table body context
4250 while (not {
4251 tbody => 1, tfoot => 1, thead => 1, html => 1,
4252 }->{$self->{open_elements}->[-1]->[1]}) {
4253 !!!cp ('t203');
4254 ## ISSUE: Can this case be reached?
4255 pop @{$self->{open_elements}};
4256 }
4257
4258 $self->{insertion_mode} = IN_ROW_IM;
4259 if ($token->{tag_name} eq 'tr') {
4260 !!!cp ('t204');
4261 !!!insert-element ($token->{tag_name}, $token->{attributes});
4262 !!!next-token;
4263 redo B;
4264 } else {
4265 !!!cp ('t205');
4266 !!!insert-element ('tr');
4267 ## reprocess in the "in row" insertion mode
4268 }
4269 } else {
4270 !!!cp ('t206');
4271 }
4272
4273 ## Clear back to table row context
4274 while (not {
4275 tr => 1, html => 1,
4276 }->{$self->{open_elements}->[-1]->[1]}) {
4277 !!!cp ('t207');
4278 pop @{$self->{open_elements}};
4279 }
4280
4281 !!!insert-element ($token->{tag_name}, $token->{attributes});
4282 $self->{insertion_mode} = IN_CELL_IM;
4283
4284 push @$active_formatting_elements, ['#marker', ''];
4285
4286 !!!next-token;
4287 redo B;
4288 } elsif ({
4289 caption => 1, col => 1, colgroup => 1,
4290 tbody => 1, tfoot => 1, thead => 1,
4291 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4292 }->{$token->{tag_name}}) {
4293 if ($self->{insertion_mode} == IN_ROW_IM) {
4294 ## As if </tr>
4295 ## have an element in table scope
4296 my $i;
4297 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4298 my $node = $self->{open_elements}->[$_];
4299 if ($node->[1] eq 'tr') {
4300 !!!cp ('t208');
4301 $i = $_;
4302 last INSCOPE;
4303 } elsif ({
4304 html => 1,
4305
4306 ## NOTE: This element does not appear here, maybe.
4307 table => 1,
4308 }->{$node->[1]}) {
4309 !!!cp ('t209');
4310 last INSCOPE;
4311 }
4312 } # INSCOPE
4313 unless (defined $i) {
4314 !!!cp ('t210');
4315 ## TODO: This type is wrong.
4316 !!!parse-error (type => 'unmacthed end tag:'.$token->{tag_name});
4317 ## Ignore the token
4318 !!!next-token;
4319 redo B;
4320 }
4321
4322 ## Clear back to table row context
4323 while (not {
4324 tr => 1, html => 1,
4325 }->{$self->{open_elements}->[-1]->[1]}) {
4326 !!!cp ('t211');
4327 ## ISSUE: Can this case be reached?
4328 pop @{$self->{open_elements}};
4329 }
4330
4331 pop @{$self->{open_elements}}; # tr
4332 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4333 if ($token->{tag_name} eq 'tr') {
4334 !!!cp ('t212');
4335 ## reprocess
4336 redo B;
4337 } else {
4338 !!!cp ('t213');
4339 ## reprocess in the "in table body" insertion mode...
4340 }
4341 }
4342
4343 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4344 ## have an element in table scope
4345 my $i;
4346 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4347 my $node = $self->{open_elements}->[$_];
4348 if ({
4349 tbody => 1, thead => 1, tfoot => 1,
4350 }->{$node->[1]}) {
4351 !!!cp ('t214');
4352 $i = $_;
4353 last INSCOPE;
4354 } elsif ({
4355 table => 1, html => 1,
4356 }->{$node->[1]}) {
4357 !!!cp ('t215');
4358 last INSCOPE;
4359 }
4360 } # INSCOPE
4361 unless (defined $i) {
4362 !!!cp ('t216');
4363 ## TODO: This erorr type ios wrong.
4364 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4365 ## Ignore the token
4366 !!!next-token;
4367 redo B;
4368 }
4369
4370 ## Clear back to table body context
4371 while (not {
4372 tbody => 1, tfoot => 1, thead => 1, html => 1,
4373 }->{$self->{open_elements}->[-1]->[1]}) {
4374 !!!cp ('t217');
4375 ## ISSUE: Can this state be reached?
4376 pop @{$self->{open_elements}};
4377 }
4378
4379 ## As if <{current node}>
4380 ## have an element in table scope
4381 ## true by definition
4382
4383 ## Clear back to table body context
4384 ## nop by definition
4385
4386 pop @{$self->{open_elements}};
4387 $self->{insertion_mode} = IN_TABLE_IM;
4388 ## reprocess in "in table" insertion mode...
4389 } else {
4390 !!!cp ('t218');
4391 }
4392
4393 if ($token->{tag_name} eq 'col') {
4394 ## Clear back to table context
4395 while ($self->{open_elements}->[-1]->[1] ne 'table' and
4396 $self->{open_elements}->[-1]->[1] ne 'html') {
4397 !!!cp ('t219');
4398 ## ISSUE: Can this state be reached?
4399 pop @{$self->{open_elements}};
4400 }
4401
4402 !!!insert-element ('colgroup');
4403 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
4404 ## reprocess
4405 redo B;
4406 } elsif ({
4407 caption => 1,
4408 colgroup => 1,
4409 tbody => 1, tfoot => 1, thead => 1,
4410 }->{$token->{tag_name}}) {
4411 ## Clear back to table context
4412 while ($self->{open_elements}->[-1]->[1] ne 'table' and
4413 $self->{open_elements}->[-1]->[1] ne 'html') {
4414 !!!cp ('t220');
4415 ## ISSUE: Can this state be reached?
4416 pop @{$self->{open_elements}};
4417 }
4418
4419 push @$active_formatting_elements, ['#marker', '']
4420 if $token->{tag_name} eq 'caption';
4421
4422 !!!insert-element ($token->{tag_name}, $token->{attributes});
4423 $self->{insertion_mode} = {
4424 caption => IN_CAPTION_IM,
4425 colgroup => IN_COLUMN_GROUP_IM,
4426 tbody => IN_TABLE_BODY_IM,
4427 tfoot => IN_TABLE_BODY_IM,
4428 thead => IN_TABLE_BODY_IM,
4429 }->{$token->{tag_name}};
4430 !!!next-token;
4431 redo B;
4432 } else {
4433 die "$0: in table: <>: $token->{tag_name}";
4434 }
4435 } elsif ($token->{tag_name} eq 'table') {
4436 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4437
4438 ## As if </table>
4439 ## have a table element in table scope
4440 my $i;
4441 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4442 my $node = $self->{open_elements}->[$_];
4443 if ($node->[1] eq 'table') {
4444 !!!cp ('t221');
4445 $i = $_;
4446 last INSCOPE;
4447 } elsif ({
4448 #table => 1,
4449 html => 1,
4450 }->{$node->[1]}) {
4451 !!!cp ('t222');
4452 last INSCOPE;
4453 }
4454 } # INSCOPE
4455 unless (defined $i) {
4456 !!!cp ('t223');
4457 ## TODO: The following is wrong, maybe.
4458 !!!parse-error (type => 'unmatched end tag:table');
4459 ## Ignore tokens </table><table>
4460 !!!next-token;
4461 redo B;
4462 }
4463
4464 ## generate implied end tags
4465 while ({
4466 dd => 1, dt => 1, li => 1, p => 1,
4467 }->{$self->{open_elements}->[-1]->[1]}) {
4468 !!!cp ('t224');
4469 pop @{$self->{open_elements}};
4470 }
4471
4472 if ($self->{open_elements}->[-1]->[1] ne 'table') {
4473 !!!cp ('t225');
4474 ## ISSUE: Can this case be reached?
4475 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4476 } else {
4477 !!!cp ('t226');
4478 }
4479
4480 splice @{$self->{open_elements}}, $i;
4481 pop @{$open_tables};
4482
4483 $self->_reset_insertion_mode;
4484
4485 ## reprocess
4486 redo B;
4487 } elsif ($token->{tag_name} eq 'input') {
4488 if (not $open_tables->[-1]->[1]) { # tainted
4489 if ($token->{attributes}->{type}) { ## TODO: case
4490 my $type = lc $token->{attributes}->{type}->{value};
4491 if ($type eq 'hidden') {
4492 !!!cp ('t227.3');
4493 !!!parse-error (type => 'in table:'.$token->{tag_name});
4494
4495 !!!insert-element ($token->{tag_name}, $token->{attributes});
4496
4497 ## TODO: form element pointer
4498
4499 pop @{$self->{open_elements}};
4500
4501 !!!next-token;
4502 redo B;
4503 } else {
4504 !!!cp ('t227.2');
4505 #
4506 }
4507 } else {
4508 !!!cp ('t227.1');
4509 #
4510 }
4511 } else {
4512 !!!cp ('t227.4');
4513 #
4514 }
4515 } else {
4516 !!!cp ('t227');
4517 #
4518 }
4519
4520 !!!parse-error (type => 'in table:'.$token->{tag_name});
4521
4522 $insert = $insert_to_foster;
4523 #
4524 } elsif ($token->{type} == END_TAG_TOKEN) {
4525 if ($token->{tag_name} eq 'tr' and
4526 $self->{insertion_mode} == IN_ROW_IM) {
4527 ## have an element in table scope
4528 my $i;
4529 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4530 my $node = $self->{open_elements}->[$_];
4531 if ($node->[1] eq $token->{tag_name}) {
4532 !!!cp ('t228');
4533 $i = $_;
4534 last INSCOPE;
4535 } elsif ({
4536 table => 1, html => 1,
4537 }->{$node->[1]}) {
4538 !!!cp ('t229');
4539 last INSCOPE;
4540 }
4541 } # INSCOPE
4542 unless (defined $i) {
4543 !!!cp ('t230');
4544 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4545 ## Ignore the token
4546 !!!next-token;
4547 redo B;
4548 } else {
4549 !!!cp ('t232');
4550 }
4551
4552 ## Clear back to table row context
4553 while (not {
4554 tr => 1, html => 1,
4555 }->{$self->{open_elements}->[-1]->[1]}) {
4556 !!!cp ('t231');
4557 ## ISSUE: Can this state be reached?
4558 pop @{$self->{open_elements}};
4559 }
4560
4561 pop @{$self->{open_elements}}; # tr
4562 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4563 !!!next-token;
4564 redo B;
4565 } elsif ($token->{tag_name} eq 'table') {
4566 if ($self->{insertion_mode} == IN_ROW_IM) {
4567 ## As if </tr>
4568 ## have an element in table scope
4569 my $i;
4570 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4571 my $node = $self->{open_elements}->[$_];
4572 if ($node->[1] eq 'tr') {
4573 !!!cp ('t233');
4574 $i = $_;
4575 last INSCOPE;
4576 } elsif ({
4577 table => 1, html => 1,
4578 }->{$node->[1]}) {
4579 !!!cp ('t234');
4580 last INSCOPE;
4581 }
4582 } # INSCOPE
4583 unless (defined $i) {
4584 !!!cp ('t235');
4585 ## TODO: The following is wrong.
4586 !!!parse-error (type => 'unmatched end tag:'.$token->{type});
4587 ## Ignore the token
4588 !!!next-token;
4589 redo B;
4590 }
4591
4592 ## Clear back to table row context
4593 while (not {
4594 tr => 1, html => 1,
4595 }->{$self->{open_elements}->[-1]->[1]}) {
4596 !!!cp ('t236');
4597 ## ISSUE: Can this state be reached?
4598 pop @{$self->{open_elements}};
4599 }
4600
4601 pop @{$self->{open_elements}}; # tr
4602 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4603 ## reprocess in the "in table body" insertion mode...
4604 }
4605
4606 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4607 ## have an element in table scope
4608 my $i;
4609 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4610 my $node = $self->{open_elements}->[$_];
4611 if ({
4612 tbody => 1, thead => 1, tfoot => 1,
4613 }->{$node->[1]}) {
4614 !!!cp ('t237');
4615 $i = $_;
4616 last INSCOPE;
4617 } elsif ({
4618 table => 1, html => 1,
4619 }->{$node->[1]}) {
4620 !!!cp ('t238');
4621 last INSCOPE;
4622 }
4623 } # INSCOPE
4624 unless (defined $i) {
4625 !!!cp ('t239');
4626 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4627 ## Ignore the token
4628 !!!next-token;
4629 redo B;
4630 }
4631
4632 ## Clear back to table body context
4633 while (not {
4634 tbody => 1, tfoot => 1, thead => 1, html => 1,
4635 }->{$self->{open_elements}->[-1]->[1]}) {
4636 !!!cp ('t240');
4637 pop @{$self->{open_elements}};
4638 }
4639
4640 ## As if <{current node}>
4641 ## have an element in table scope
4642 ## true by definition
4643
4644 ## Clear back to table body context
4645 ## nop by definition
4646
4647 pop @{$self->{open_elements}};
4648 $self->{insertion_mode} = IN_TABLE_IM;
4649 ## reprocess in the "in table" insertion mode...
4650 }
4651
4652 ## NOTE: </table> in the "in table" insertion mode.
4653 ## When you edit the code fragment below, please ensure that
4654 ## the code for <table> in the "in table" insertion mode
4655 ## is synced with it.
4656
4657 ## have a table element in table scope
4658 my $i;
4659 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4660 my $node = $self->{open_elements}->[$_];
4661 if ($node->[1] eq $token->{tag_name}) {
4662 !!!cp ('t241');
4663 $i = $_;
4664 last INSCOPE;
4665 } elsif ({
4666 table => 1, html => 1,
4667 }->{$node->[1]}) {
4668 !!!cp ('t242');
4669 last INSCOPE;
4670 }
4671 } # INSCOPE
4672 unless (defined $i) {
4673 !!!cp ('t243');
4674 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4675 ## Ignore the token
4676 !!!next-token;
4677 redo B;
4678 }
4679
4680 splice @{$self->{open_elements}}, $i;
4681 pop @{$open_tables};
4682
4683 $self->_reset_insertion_mode;
4684
4685 !!!next-token;
4686 redo B;
4687 } elsif ({
4688 tbody => 1, tfoot => 1, thead => 1,
4689 }->{$token->{tag_name}} and
4690 $self->{insertion_mode} & ROW_IMS) {
4691 if ($self->{insertion_mode} == IN_ROW_IM) {
4692 ## have an element in table scope
4693 my $i;
4694 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4695 my $node = $self->{open_elements}->[$_];
4696 if ($node->[1] eq $token->{tag_name}) {
4697 !!!cp ('t247');
4698 $i = $_;
4699 last INSCOPE;
4700 } elsif ({
4701 table => 1, html => 1,
4702 }->{$node->[1]}) {
4703 !!!cp ('t248');
4704 last INSCOPE;
4705 }
4706 } # INSCOPE
4707 unless (defined $i) {
4708 !!!cp ('t249');
4709 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4710 ## Ignore the token
4711 !!!next-token;
4712 redo B;
4713 }
4714
4715 ## As if </tr>
4716 ## have an element in table scope
4717 my $i;
4718 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4719 my $node = $self->{open_elements}->[$_];
4720 if ($node->[1] eq 'tr') {
4721 !!!cp ('t250');
4722 $i = $_;
4723 last INSCOPE;
4724 } elsif ({
4725 table => 1, html => 1,
4726 }->{$node->[1]}) {
4727 !!!cp ('t251');
4728 last INSCOPE;
4729 }
4730 } # INSCOPE
4731 unless (defined $i) {
4732 !!!cp ('t252');
4733 !!!parse-error (type => 'unmatched end tag:tr');
4734 ## Ignore the token
4735 !!!next-token;
4736 redo B;
4737 }
4738
4739 ## Clear back to table row context
4740 while (not {
4741 tr => 1, html => 1,
4742 }->{$self->{open_elements}->[-1]->[1]}) {
4743 !!!cp ('t253');
4744 ## ISSUE: Can this case be reached?
4745 pop @{$self->{open_elements}};
4746 }
4747
4748 pop @{$self->{open_elements}}; # tr
4749 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4750 ## reprocess in the "in table body" insertion mode...
4751 }
4752
4753 ## have an element in table scope
4754 my $i;
4755 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4756 my $node = $self->{open_elements}->[$_];
4757 if ($node->[1] eq $token->{tag_name}) {
4758 !!!cp ('t254');
4759 $i = $_;
4760 last INSCOPE;
4761 } elsif ({
4762 table => 1, html => 1,
4763 }->{$node->[1]}) {
4764 !!!cp ('t255');
4765 last INSCOPE;
4766 }
4767 } # INSCOPE
4768 unless (defined $i) {
4769 !!!cp ('t256');
4770 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4771 ## Ignore the token
4772 !!!next-token;
4773 redo B;
4774 }
4775
4776 ## Clear back to table body context
4777 while (not {
4778 tbody => 1, tfoot => 1, thead => 1, html => 1,
4779 }->{$self->{open_elements}->[-1]->[1]}) {
4780 !!!cp ('t257');
4781 ## ISSUE: Can this case be reached?
4782 pop @{$self->{open_elements}};
4783 }
4784
4785 pop @{$self->{open_elements}};
4786 $self->{insertion_mode} = IN_TABLE_IM;
4787 !!!next-token;
4788 redo B;
4789 } elsif ({
4790 body => 1, caption => 1, col => 1, colgroup => 1,
4791 html => 1, td => 1, th => 1,
4792 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4793 tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
4794 }->{$token->{tag_name}}) {
4795 !!!cp ('t258');
4796 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4797 ## Ignore the token
4798 !!!next-token;
4799 redo B;
4800 } else {
4801 !!!cp ('t259');
4802 !!!parse-error (type => 'in table:/'.$token->{tag_name});
4803
4804 $insert = $insert_to_foster;
4805 #
4806 }
4807 } else {
4808 die "$0: $token->{type}: Unknown token type";
4809 }
4810 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
4811 if ($token->{type} == CHARACTER_TOKEN) {
4812 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4813 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4814 unless (length $token->{data}) {
4815 !!!cp ('t260');
4816 !!!next-token;
4817 redo B;
4818 }
4819 }
4820
4821 !!!cp ('t261');
4822 #
4823 } elsif ($token->{type} == START_TAG_TOKEN) {
4824 if ($token->{tag_name} eq 'col') {
4825 !!!cp ('t262');
4826 !!!insert-element ($token->{tag_name}, $token->{attributes});
4827 pop @{$self->{open_elements}};
4828 !!!next-token;
4829 redo B;
4830 } else {
4831 !!!cp ('t263');
4832 #
4833 }
4834 } elsif ($token->{type} == END_TAG_TOKEN) {
4835 if ($token->{tag_name} eq 'colgroup') {
4836 if ($self->{open_elements}->[-1]->[1] eq 'html') {
4837 !!!cp ('t264');
4838 !!!parse-error (type => 'unmatched end tag:colgroup');
4839 ## Ignore the token
4840 !!!next-token;
4841 redo B;
4842 } else {
4843 !!!cp ('t265');
4844 pop @{$self->{open_elements}}; # colgroup
4845 $self->{insertion_mode} = IN_TABLE_IM;
4846 !!!next-token;
4847 redo B;
4848 }
4849 } elsif ($token->{tag_name} eq 'col') {
4850 !!!cp ('t266');
4851 !!!parse-error (type => 'unmatched end tag:col');
4852 ## Ignore the token
4853 !!!next-token;
4854 redo B;
4855 } else {
4856 !!!cp ('t267');
4857 #
4858 }
4859 } else {
4860 die "$0: $token->{type}: Unknown token type";
4861 }
4862
4863 ## As if </colgroup>
4864 if ($self->{open_elements}->[-1]->[1] eq 'html') {
4865 !!!cp ('t269');
4866 !!!parse-error (type => 'unmatched end tag:colgroup');
4867 ## Ignore the token
4868 !!!next-token;
4869 redo B;
4870 } else {
4871 !!!cp ('t270');
4872 pop @{$self->{open_elements}}; # colgroup
4873 $self->{insertion_mode} = IN_TABLE_IM;
4874 ## reprocess
4875 redo B;
4876 }
4877 } elsif ($self->{insertion_mode} == IN_SELECT_IM) {
4878 if ($token->{type} == CHARACTER_TOKEN) {
4879 !!!cp ('t271');
4880 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4881 !!!next-token;
4882 redo B;
4883 } elsif ($token->{type} == START_TAG_TOKEN) {
4884 if ($token->{tag_name} eq 'option') {
4885 if ($self->{open_elements}->[-1]->[1] eq 'option') {
4886 !!!cp ('t272');
4887 ## As if </option>
4888 pop @{$self->{open_elements}};
4889 } else {
4890 !!!cp ('t273');
4891 }
4892
4893 !!!insert-element ($token->{tag_name}, $token->{attributes});
4894 !!!next-token;
4895 redo B;
4896 } elsif ($token->{tag_name} eq 'optgroup') {
4897 if ($self->{open_elements}->[-1]->[1] eq 'option') {
4898 !!!cp ('t274');
4899 ## As if </option>
4900 pop @{$self->{open_elements}};
4901 } else {
4902 !!!cp ('t275');
4903 }
4904
4905 if ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4906 !!!cp ('t276');
4907 ## As if </optgroup>
4908 pop @{$self->{open_elements}};
4909 } else {
4910 !!!cp ('t277');
4911 }
4912
4913 !!!insert-element ($token->{tag_name}, $token->{attributes});
4914 !!!next-token;
4915 redo B;
4916 } elsif ($token->{tag_name} eq 'select') {
4917 ## TODO: The type below is not good - <select> is replaced by </select>
4918 !!!parse-error (type => 'not closed:select');
4919 ## As if </select> instead
4920 ## have an element in table scope
4921 my $i;
4922 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4923 my $node = $self->{open_elements}->[$_];
4924 if ($node->[1] eq $token->{tag_name}) {
4925 !!!cp ('t278');
4926 $i = $_;
4927 last INSCOPE;
4928 } elsif ({
4929 table => 1, html => 1,
4930 }->{$node->[1]}) {
4931 !!!cp ('t279');
4932 last INSCOPE;
4933 }
4934 } # INSCOPE
4935 unless (defined $i) {
4936 !!!cp ('t280');
4937 !!!parse-error (type => 'unmatched end tag:select');
4938 ## Ignore the token
4939 !!!next-token;
4940 redo B;
4941 }
4942
4943 !!!cp ('t281');
4944 splice @{$self->{open_elements}}, $i;
4945
4946 $self->_reset_insertion_mode;
4947
4948 !!!next-token;
4949 redo B;
4950 } else {
4951 !!!cp ('t282');
4952 !!!parse-error (type => 'in select:'.$token->{tag_name});
4953 ## Ignore the token
4954 !!!next-token;
4955 redo B;
4956 }
4957 } elsif ($token->{type} == END_TAG_TOKEN) {
4958 if ($token->{tag_name} eq 'optgroup') {
4959 if ($self->{open_elements}->[-1]->[1] eq 'option' and
4960 $self->{open_elements}->[-2]->[1] eq 'optgroup') {
4961 !!!cp ('t283');
4962 ## As if </option>
4963 splice @{$self->{open_elements}}, -2;
4964 } elsif ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4965 !!!cp ('t284');
4966 pop @{$self->{open_elements}};
4967 } else {
4968 !!!cp ('t285');
4969 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4970 ## Ignore the token
4971 }
4972 !!!next-token;
4973 redo B;
4974 } elsif ($token->{tag_name} eq 'option') {
4975 if ($self->{open_elements}->[-1]->[1] eq 'option') {
4976 !!!cp ('t286');
4977 pop @{$self->{open_elements}};
4978 } else {
4979 !!!cp ('t287');
4980 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4981 ## Ignore the token
4982 }
4983 !!!next-token;
4984 redo B;
4985 } elsif ($token->{tag_name} eq 'select') {
4986 ## have an element in table scope
4987 my $i;
4988 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4989 my $node = $self->{open_elements}->[$_];
4990 if ($node->[1] eq $token->{tag_name}) {
4991 !!!cp ('t288');
4992 $i = $_;
4993 last INSCOPE;
4994 } elsif ({
4995 table => 1, html => 1,
4996 }->{$node->[1]}) {
4997 !!!cp ('t289');
4998 last INSCOPE;
4999 }
5000 } # INSCOPE
5001 unless (defined $i) {
5002 !!!cp ('t290');
5003 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5004 ## Ignore the token
5005 !!!next-token;
5006 redo B;
5007 }
5008
5009 !!!cp ('t291');
5010 splice @{$self->{open_elements}}, $i;
5011
5012 $self->_reset_insertion_mode;
5013
5014 !!!next-token;
5015 redo B;
5016 } elsif ({
5017 caption => 1, table => 1, tbody => 1,
5018 tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
5019 }->{$token->{tag_name}}) {
5020 ## TODO: The following is wrong?
5021 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5022
5023 ## have an element in table scope
5024 my $i;
5025 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5026 my $node = $self->{open_elements}->[$_];
5027 if ($node->[1] eq $token->{tag_name}) {
5028 !!!cp ('t292');
5029 $i = $_;
5030 last INSCOPE;
5031 } elsif ({
5032 table => 1, html => 1,
5033 }->{$node->[1]}) {
5034 !!!cp ('t293');
5035 last INSCOPE;
5036 }
5037 } # INSCOPE
5038 unless (defined $i) {
5039 !!!cp ('t294');
5040 ## Ignore the token
5041 !!!next-token;
5042 redo B;
5043 }
5044
5045 ## As if </select>
5046 ## have an element in table scope
5047 undef $i;
5048 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5049 my $node = $self->{open_elements}->[$_];
5050 if ($node->[1] eq 'select') {
5051 !!!cp ('t295');
5052 $i = $_;
5053 last INSCOPE;
5054 } elsif ({
5055 table => 1, html => 1,
5056 }->{$node->[1]}) {
5057 ## ISSUE: Can this state be reached?
5058 !!!cp ('t296');
5059 last INSCOPE;
5060 }
5061 } # INSCOPE
5062 unless (defined $i) {
5063 !!!cp ('t297');
5064 ## TODO: The following error type is correct?
5065 !!!parse-error (type => 'unmatched end tag:select');
5066 ## Ignore the </select> token
5067 !!!next-token; ## TODO: ok?
5068 redo B;
5069 }
5070
5071 !!!cp ('t298');
5072 splice @{$self->{open_elements}}, $i;
5073
5074 $self->_reset_insertion_mode;
5075
5076 ## reprocess
5077 redo B;
5078 } else {
5079 !!!cp ('t299');
5080 !!!parse-error (type => 'in select:/'.$token->{tag_name});
5081 ## Ignore the token
5082 !!!next-token;
5083 redo B;
5084 }
5085 } else {
5086 die "$0: $token->{type}: Unknown token type";
5087 }
5088 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
5089 if ($token->{type} == CHARACTER_TOKEN) {
5090 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5091 my $data = $1;
5092 ## As if in body
5093 $reconstruct_active_formatting_elements->($insert_to_current);
5094
5095 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5096
5097 unless (length $token->{data}) {
5098 !!!cp ('t300');
5099 !!!next-token;
5100 redo B;
5101 }
5102 }
5103
5104 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5105 !!!cp ('t301');
5106 !!!parse-error (type => 'after html:#character');
5107
5108 ## Reprocess in the "after body" insertion mode.
5109 } else {
5110 !!!cp ('t302');
5111 }
5112
5113 ## "after body" insertion mode
5114 !!!parse-error (type => 'after body:#character');
5115
5116 $self->{insertion_mode} = IN_BODY_IM;
5117 ## reprocess
5118 redo B;
5119 } elsif ($token->{type} == START_TAG_TOKEN) {
5120 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5121 !!!cp ('t303');
5122 !!!parse-error (type => 'after html:'.$token->{tag_name});
5123
5124 ## Reprocess in the "after body" insertion mode.
5125 } else {
5126 !!!cp ('t304');
5127 }
5128
5129 ## "after body" insertion mode
5130 !!!parse-error (type => 'after body:'.$token->{tag_name});
5131
5132 $self->{insertion_mode} = IN_BODY_IM;
5133 ## reprocess
5134 redo B;
5135 } elsif ($token->{type} == END_TAG_TOKEN) {
5136 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5137 !!!cp ('t305');
5138 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5139
5140 $self->{insertion_mode} = AFTER_BODY_IM;
5141 ## Reprocess in the "after body" insertion mode.
5142 } else {
5143 !!!cp ('t306');
5144 }
5145
5146 ## "after body" insertion mode
5147 if ($token->{tag_name} eq 'html') {
5148 if (defined $self->{inner_html_node}) {
5149 !!!cp ('t307');
5150 !!!parse-error (type => 'unmatched end tag:html');
5151 ## Ignore the token
5152 !!!next-token;
5153 redo B;
5154 } else {
5155 !!!cp ('t308');
5156 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
5157 !!!next-token;
5158 redo B;
5159 }
5160 } else {
5161 !!!cp ('t309');
5162 !!!parse-error (type => 'after body:/'.$token->{tag_name});
5163
5164 $self->{insertion_mode} = IN_BODY_IM;
5165 ## reprocess
5166 redo B;
5167 }
5168 } else {
5169 die "$0: $token->{type}: Unknown token type";
5170 }
5171 } elsif ($self->{insertion_mode} & FRAME_IMS) {
5172 if ($token->{type} == CHARACTER_TOKEN) {
5173 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5174 $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5175
5176 unless (length $token->{data}) {
5177 !!!cp ('t310');
5178 !!!next-token;
5179 redo B;
5180 }
5181 }
5182
5183 if ($token->{data} =~ s/^[^\x09\x0A\x0B\x0C\x20]+//) {
5184 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5185 !!!cp ('t311');
5186 !!!parse-error (type => 'in frameset:#character');
5187 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
5188 !!!cp ('t312');
5189 !!!parse-error (type => 'after frameset:#character');
5190 } else { # "after html frameset"
5191 !!!cp ('t313');
5192 !!!parse-error (type => 'after html:#character');
5193
5194 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5195 ## Reprocess in the "after frameset" insertion mode.
5196 !!!parse-error (type => 'after frameset:#character');
5197 }
5198
5199 ## Ignore the token.
5200 if (length $token->{data}) {
5201 !!!cp ('t314');
5202 ## reprocess the rest of characters
5203 } else {
5204 !!!cp ('t315');
5205 !!!next-token;
5206 }
5207 redo B;
5208 }
5209
5210 die qq[$0: Character "$token->{data}"];
5211 } elsif ($token->{type} == START_TAG_TOKEN) {
5212 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5213 !!!cp ('t316');
5214 !!!parse-error (type => 'after html:'.$token->{tag_name});
5215
5216 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5217 ## Process in the "after frameset" insertion mode.
5218 } else {
5219 !!!cp ('t317');
5220 }
5221
5222 if ($token->{tag_name} eq 'frameset' and
5223 $self->{insertion_mode} == IN_FRAMESET_IM) {
5224 !!!cp ('t318');
5225 !!!insert-element ($token->{tag_name}, $token->{attributes});
5226 !!!next-token;
5227 redo B;
5228 } elsif ($token->{tag_name} eq 'frame' and
5229 $self->{insertion_mode} == IN_FRAMESET_IM) {
5230 !!!cp ('t319');
5231 !!!insert-element ($token->{tag_name}, $token->{attributes});
5232 pop @{$self->{open_elements}};
5233 !!!next-token;
5234 redo B;
5235 } elsif ($token->{tag_name} eq 'noframes') {
5236 !!!cp ('t320');
5237 ## NOTE: As if in body.
5238 $parse_rcdata->(CDATA_CONTENT_MODEL);
5239 redo B;
5240 } else {
5241 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5242 !!!cp ('t321');
5243 !!!parse-error (type => 'in frameset:'.$token->{tag_name});
5244 } else {
5245 !!!cp ('t322');
5246 !!!parse-error (type => 'after frameset:'.$token->{tag_name});
5247 }
5248 ## Ignore the token
5249 !!!next-token;
5250 redo B;
5251 }
5252 } elsif ($token->{type} == END_TAG_TOKEN) {
5253 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5254 !!!cp ('t323');
5255 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5256
5257 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5258 ## Process in the "after frameset" insertion mode.
5259 } else {
5260 !!!cp ('t324');
5261 }
5262
5263 if ($token->{tag_name} eq 'frameset' and
5264 $self->{insertion_mode} == IN_FRAMESET_IM) {
5265 if ($self->{open_elements}->[-1]->[1] eq 'html' and
5266 @{$self->{open_elements}} == 1) {
5267 !!!cp ('t325');
5268 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5269 ## Ignore the token
5270 !!!next-token;
5271 } else {
5272 !!!cp ('t326');
5273 pop @{$self->{open_elements}};
5274 !!!next-token;
5275 }
5276
5277 if (not defined $self->{inner_html_node} and
5278 $self->{open_elements}->[-1]->[1] ne 'frameset') {
5279 !!!cp ('t327');
5280 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5281 } else {
5282 !!!cp ('t328');
5283 }
5284 redo B;
5285 } elsif ($token->{tag_name} eq 'html' and
5286 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
5287 !!!cp ('t329');
5288 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
5289 !!!next-token;
5290 redo B;
5291 } else {
5292 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5293 !!!cp ('t330');
5294 !!!parse-error (type => 'in frameset:/'.$token->{tag_name});
5295 } else {
5296 !!!cp ('t331');
5297 !!!parse-error (type => 'after frameset:/'.$token->{tag_name});
5298 }
5299 ## Ignore the token
5300 !!!next-token;
5301 redo B;
5302 }
5303 } else {
5304 die "$0: $token->{type}: Unknown token type";
5305 }
5306
5307 ## ISSUE: An issue in spec here
5308 } else {
5309 die "$0: $self->{insertion_mode}: Unknown insertion mode";
5310 }
5311
5312 ## "in body" insertion mode
5313 if ($token->{type} == START_TAG_TOKEN) {
5314 if ($token->{tag_name} eq 'script') {
5315 !!!cp ('t332');
5316 ## NOTE: This is an "as if in head" code clone
5317 $script_start_tag->($insert);
5318 redo B;
5319 } elsif ($token->{tag_name} eq 'style') {
5320 !!!cp ('t333');
5321 ## NOTE: This is an "as if in head" code clone
5322 $parse_rcdata->(CDATA_CONTENT_MODEL);
5323 redo B;
5324 } elsif ({
5325 base => 1, link => 1,
5326 }->{$token->{tag_name}}) {
5327 !!!cp ('t334');
5328 ## NOTE: This is an "as if in head" code clone, only "-t" differs
5329 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5330 pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5331 !!!next-token;
5332 redo B;
5333 } elsif ($token->{tag_name} eq 'meta') {
5334 ## NOTE: This is an "as if in head" code clone, only "-t" differs
5335 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5336 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5337
5338 unless ($self->{confident}) {
5339 if ($token->{attributes}->{charset}) { ## TODO: And if supported
5340 !!!cp ('t335');
5341 $self->{change_encoding}
5342 ->($self, $token->{attributes}->{charset}->{value});
5343
5344 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5345 ->set_user_data (manakai_has_reference =>
5346 $token->{attributes}->{charset}
5347 ->{has_reference});
5348 } elsif ($token->{attributes}->{content}) {
5349 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
5350 if ($token->{attributes}->{content}->{value}
5351 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
5352 [\x09-\x0D\x20]*=
5353 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
5354 ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
5355 !!!cp ('t336');
5356 $self->{change_encoding}
5357 ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
5358 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5359 ->set_user_data (manakai_has_reference =>
5360 $token->{attributes}->{content}
5361 ->{has_reference});
5362 }
5363 }
5364 } else {
5365 if ($token->{attributes}->{charset}) {
5366 !!!cp ('t337');
5367 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5368 ->set_user_data (manakai_has_reference =>
5369 $token->{attributes}->{charset}
5370 ->{has_reference});
5371 }
5372 if ($token->{attributes}->{content}) {
5373 !!!cp ('t338');
5374 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5375 ->set_user_data (manakai_has_reference =>
5376 $token->{attributes}->{content}
5377 ->{has_reference});
5378 }
5379 }
5380
5381 !!!next-token;
5382 redo B;
5383 } elsif ($token->{tag_name} eq 'title') {
5384 !!!cp ('t341');
5385 ## NOTE: This is an "as if in head" code clone
5386 $parse_rcdata->(RCDATA_CONTENT_MODEL);
5387 redo B;
5388 } elsif ($token->{tag_name} eq 'body') {
5389 !!!parse-error (type => 'in body:body');
5390
5391 if (@{$self->{open_elements}} == 1 or
5392 $self->{open_elements}->[1]->[1] ne 'body') {
5393 !!!cp ('t342');
5394 ## Ignore the token
5395 } else {
5396 my $body_el = $self->{open_elements}->[1]->[0];
5397 for my $attr_name (keys %{$token->{attributes}}) {
5398 unless ($body_el->has_attribute_ns (undef, $attr_name)) {
5399 !!!cp ('t343');
5400 $body_el->set_attribute_ns
5401 (undef, [undef, $attr_name],
5402 $token->{attributes}->{$attr_name}->{value});
5403 }
5404 }
5405 }
5406 !!!next-token;
5407 redo B;
5408 } elsif ({
5409 address => 1, blockquote => 1, center => 1, dir => 1,
5410 div => 1, dl => 1, fieldset => 1,
5411 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5412 menu => 1, ol => 1, p => 1, ul => 1,
5413 pre => 1, listing => 1,
5414 }->{$token->{tag_name}}) {
5415 ## has a p element in scope
5416 INSCOPE: for (reverse @{$self->{open_elements}}) {
5417 if ($_->[1] eq 'p') {
5418 !!!cp ('t344');
5419 !!!back-token;
5420 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5421 redo B;
5422 } elsif ({
5423 table => 1, caption => 1, td => 1, th => 1,
5424 button => 1, marquee => 1, object => 1, html => 1,
5425 }->{$_->[1]}) {
5426 !!!cp ('t345');
5427 last INSCOPE;
5428 }
5429 } # INSCOPE
5430
5431 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5432 if ($token->{tag_name} eq 'pre' or $token->{tag_name} eq 'listing') {
5433 !!!next-token;
5434 if ($token->{type} == CHARACTER_TOKEN) {
5435 $token->{data} =~ s/^\x0A//;
5436 unless (length $token->{data}) {
5437 !!!cp ('t346');
5438 !!!next-token;
5439 } else {
5440 !!!cp ('t349');
5441 }
5442 } else {
5443 !!!cp ('t348');
5444 }
5445 } else {
5446 !!!cp ('t347');
5447 !!!next-token;
5448 }
5449 redo B;
5450 } elsif ($token->{tag_name} eq 'form') {
5451 if (defined $self->{form_element}) {
5452 !!!cp ('t350');
5453 !!!parse-error (type => 'in form:form');
5454 ## Ignore the token
5455 !!!next-token;
5456 redo B;
5457 } else {
5458 ## has a p element in scope
5459 INSCOPE: for (reverse @{$self->{open_elements}}) {
5460 if ($_->[1] eq 'p') {
5461 !!!cp ('t351');
5462 !!!back-token;
5463 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5464 redo B;
5465 } elsif ({
5466 table => 1, caption => 1, td => 1, th => 1,
5467 button => 1, marquee => 1, object => 1, html => 1,
5468 }->{$_->[1]}) {
5469 !!!cp ('t352');
5470 last INSCOPE;
5471 }
5472 } # INSCOPE
5473
5474 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5475 $self->{form_element} = $self->{open_elements}->[-1]->[0];
5476 !!!next-token;
5477 redo B;
5478 }
5479 } elsif ($token->{tag_name} eq 'li') {
5480 ## has a p element in scope
5481 INSCOPE: for (reverse @{$self->{open_elements}}) {
5482 if ($_->[1] eq 'p') {
5483 !!!cp ('t353');
5484 !!!back-token;
5485 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5486 redo B;
5487 } elsif ({
5488 table => 1, caption => 1, td => 1, th => 1,
5489 button => 1, marquee => 1, object => 1, html => 1,
5490 }->{$_->[1]}) {
5491 !!!cp ('t354');
5492 last INSCOPE;
5493 }
5494 } # INSCOPE
5495
5496 ## Step 1
5497 my $i = -1;
5498 my $node = $self->{open_elements}->[$i];
5499 LI: {
5500 ## Step 2
5501 if ($node->[1] eq 'li') {
5502 if ($i != -1) {
5503 !!!cp ('t355');
5504 !!!parse-error (type => 'end tag missing:'.
5505 $self->{open_elements}->[-1]->[1]);
5506 } else {
5507 !!!cp ('t356');
5508 }
5509 splice @{$self->{open_elements}}, $i;
5510 last LI;
5511 } else {
5512 !!!cp ('t357');
5513 }
5514
5515 ## Step 3
5516 if (not $formatting_category->{$node->[1]} and
5517 #not $phrasing_category->{$node->[1]} and
5518 ($special_category->{$node->[1]} or
5519 $scoping_category->{$node->[1]}) and
5520 $node->[1] ne 'address' and $node->[1] ne 'div') {
5521 !!!cp ('t358');
5522 last LI;
5523 }
5524
5525 !!!cp ('t359');
5526 ## Step 4
5527 $i--;
5528 $node = $self->{open_elements}->[$i];
5529 redo LI;
5530 } # LI
5531
5532 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5533 !!!next-token;
5534 redo B;
5535 } elsif ($token->{tag_name} eq 'dd' or $token->{tag_name} eq 'dt') {
5536 ## has a p element in scope
5537 INSCOPE: for (reverse @{$self->{open_elements}}) {
5538 if ($_->[1] eq 'p') {
5539 !!!cp ('t360');
5540 !!!back-token;
5541 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5542 redo B;
5543 } elsif ({
5544 table => 1, caption => 1, td => 1, th => 1,
5545 button => 1, marquee => 1, object => 1, html => 1,
5546 }->{$_->[1]}) {
5547 !!!cp ('t361');
5548 last INSCOPE;
5549 }
5550 } # INSCOPE
5551
5552 ## Step 1
5553 my $i = -1;
5554 my $node = $self->{open_elements}->[$i];
5555 LI: {
5556 ## Step 2
5557 if ($node->[1] eq 'dt' or $node->[1] eq 'dd') {
5558 if ($i != -1) {
5559 !!!cp ('t362');
5560 !!!parse-error (type => 'end tag missing:'.
5561 $self->{open_elements}->[-1]->[1]);
5562 } else {
5563 !!!cp ('t363');
5564 }
5565 splice @{$self->{open_elements}}, $i;
5566 last LI;
5567 } else {
5568 !!!cp ('t364');
5569 }
5570
5571 ## Step 3
5572 if (not $formatting_category->{$node->[1]} and
5573 #not $phrasing_category->{$node->[1]} and
5574 ($special_category->{$node->[1]} or
5575 $scoping_category->{$node->[1]}) and
5576 $node->[1] ne 'address' and $node->[1] ne 'div') {
5577 !!!cp ('t365');
5578 last LI;
5579 }
5580
5581 !!!cp ('t366');
5582 ## Step 4
5583 $i--;
5584 $node = $self->{open_elements}->[$i];
5585 redo LI;
5586 } # LI
5587
5588 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5589 !!!next-token;
5590 redo B;
5591 } elsif ($token->{tag_name} eq 'plaintext') {
5592 ## has a p element in scope
5593 INSCOPE: for (reverse @{$self->{open_elements}}) {
5594 if ($_->[1] eq 'p') {
5595 !!!cp ('t367');
5596 !!!back-token;
5597 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5598 redo B;
5599 } elsif ({
5600 table => 1, caption => 1, td => 1, th => 1,
5601 button => 1, marquee => 1, object => 1, html => 1,
5602 }->{$_->[1]}) {
5603 !!!cp ('t368');
5604 last INSCOPE;
5605 }
5606 } # INSCOPE
5607
5608 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5609
5610 $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
5611
5612 !!!next-token;
5613 redo B;
5614 } elsif ($token->{tag_name} eq 'a') {
5615 AFE: for my $i (reverse 0..$#$active_formatting_elements) {
5616 my $node = $active_formatting_elements->[$i];
5617 if ($node->[1] eq 'a') {
5618 !!!cp ('t371');
5619 !!!parse-error (type => 'in a:a');
5620
5621 !!!back-token;
5622 $token = {type => END_TAG_TOKEN, tag_name => 'a'};
5623 $formatting_end_tag->($token->{tag_name});
5624
5625 AFE2: for (reverse 0..$#$active_formatting_elements) {
5626 if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
5627 !!!cp ('t372');
5628 splice @$active_formatting_elements, $_, 1;
5629 last AFE2;
5630 }
5631 } # AFE2
5632 OE: for (reverse 0..$#{$self->{open_elements}}) {
5633 if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
5634 !!!cp ('t373');
5635 splice @{$self->{open_elements}}, $_, 1;
5636 last OE;
5637 }
5638 } # OE
5639 last AFE;
5640 } elsif ($node->[0] eq '#marker') {
5641 !!!cp ('t374');
5642 last AFE;
5643 }
5644 } # AFE
5645
5646 $reconstruct_active_formatting_elements->($insert_to_current);
5647
5648 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5649 push @$active_formatting_elements, $self->{open_elements}->[-1];
5650
5651 !!!next-token;
5652 redo B;
5653 } elsif ({
5654 b => 1, big => 1, em => 1, font => 1, i => 1,
5655 s => 1, small => 1, strile => 1,
5656 strong => 1, tt => 1, u => 1,
5657 }->{$token->{tag_name}}) {
5658 !!!cp ('t375');
5659 $reconstruct_active_formatting_elements->($insert_to_current);
5660
5661 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5662 push @$active_formatting_elements, $self->{open_elements}->[-1];
5663
5664 !!!next-token;
5665 redo B;
5666 } elsif ($token->{tag_name} eq 'nobr') {
5667 $reconstruct_active_formatting_elements->($insert_to_current);
5668
5669 ## has a |nobr| element in scope
5670 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5671 my $node = $self->{open_elements}->[$_];
5672 if ($node->[1] eq 'nobr') {
5673 !!!cp ('t376');
5674 !!!parse-error (type => 'in nobr:nobr');
5675 !!!back-token;
5676 $token = {type => END_TAG_TOKEN, tag_name => 'nobr'};
5677 redo B;
5678 } elsif ({
5679 table => 1, caption => 1, td => 1, th => 1,
5680 button => 1, marquee => 1, object => 1, html => 1,
5681 }->{$node->[1]}) {
5682 !!!cp ('t377');
5683 last INSCOPE;
5684 }
5685 } # INSCOPE
5686
5687 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5688 push @$active_formatting_elements, $self->{open_elements}->[-1];
5689
5690 !!!next-token;
5691 redo B;
5692 } elsif ($token->{tag_name} eq 'button') {
5693 ## has a button element in scope
5694 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5695 my $node = $self->{open_elements}->[$_];
5696 if ($node->[1] eq 'button') {
5697 !!!cp ('t378');
5698 !!!parse-error (type => 'in button:button');
5699 !!!back-token;
5700 $token = {type => END_TAG_TOKEN, tag_name => 'button'};
5701 redo B;
5702 } elsif ({
5703 table => 1, caption => 1, td => 1, th => 1,
5704 button => 1, marquee => 1, object => 1, html => 1,
5705 }->{$node->[1]}) {
5706 !!!cp ('t379');
5707 last INSCOPE;
5708 }
5709 } # INSCOPE
5710
5711 $reconstruct_active_formatting_elements->($insert_to_current);
5712
5713 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5714
5715 ## TODO: associate with $self->{form_element} if defined
5716
5717 push @$active_formatting_elements, ['#marker', ''];
5718
5719 !!!next-token;
5720 redo B;
5721 } elsif ($token->{tag_name} eq 'marquee' or
5722 $token->{tag_name} eq 'object') {
5723 !!!cp ('t380');
5724 $reconstruct_active_formatting_elements->($insert_to_current);
5725
5726 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5727 push @$active_formatting_elements, ['#marker', ''];
5728
5729 !!!next-token;
5730 redo B;
5731 } elsif ($token->{tag_name} eq 'xmp') {
5732 !!!cp ('t381');
5733 $reconstruct_active_formatting_elements->($insert_to_current);
5734 $parse_rcdata->(CDATA_CONTENT_MODEL);
5735 redo B;
5736 } elsif ($token->{tag_name} eq 'table') {
5737 ## has a p element in scope
5738 INSCOPE: for (reverse @{$self->{open_elements}}) {
5739 if ($_->[1] eq 'p') {
5740 !!!cp ('t382');
5741 !!!back-token;
5742 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5743 redo B;
5744 } elsif ({
5745 table => 1, caption => 1, td => 1, th => 1,
5746 button => 1, marquee => 1, object => 1, html => 1,
5747 }->{$_->[1]}) {
5748 !!!cp ('t383');
5749 last INSCOPE;
5750 }
5751 } # INSCOPE
5752
5753 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5754 push @{$open_tables}, [$self->{open_elements}->[-1]->[0]];
5755
5756 $self->{insertion_mode} = IN_TABLE_IM;
5757
5758 !!!next-token;
5759 redo B;
5760 } elsif ({
5761 area => 1, basefont => 1, bgsound => 1, br => 1,
5762 embed => 1, img => 1, param => 1, spacer => 1, wbr => 1,
5763 image => 1,
5764 }->{$token->{tag_name}}) {
5765 if ($token->{tag_name} eq 'image') {
5766 !!!cp ('t384');
5767 !!!parse-error (type => 'image');
5768 $token->{tag_name} = 'img';
5769 } else {
5770 !!!cp ('t385');
5771 }
5772
5773 ## NOTE: There is an "as if <br>" code clone.
5774 $reconstruct_active_formatting_elements->($insert_to_current);
5775
5776 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5777 pop @{$self->{open_elements}};
5778
5779 !!!next-token;
5780 redo B;
5781 } elsif ($token->{tag_name} eq 'hr') {
5782 ## has a p element in scope
5783 INSCOPE: for (reverse @{$self->{open_elements}}) {
5784 if ($_->[1] eq 'p') {
5785 !!!cp ('t386');
5786 !!!back-token;
5787 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5788 redo B;
5789 } elsif ({
5790 table => 1, caption => 1, td => 1, th => 1,
5791 button => 1, marquee => 1, object => 1, html => 1,
5792 }->{$_->[1]}) {
5793 !!!cp ('t387');
5794 last INSCOPE;
5795 }
5796 } # INSCOPE
5797
5798 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5799 pop @{$self->{open_elements}};
5800
5801 !!!next-token;
5802 redo B;
5803 } elsif ($token->{tag_name} eq 'input') {
5804 !!!cp ('t388');
5805 $reconstruct_active_formatting_elements->($insert_to_current);
5806
5807 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5808 ## TODO: associate with $self->{form_element} if defined
5809 pop @{$self->{open_elements}};
5810
5811 !!!next-token;
5812 redo B;
5813 } elsif ($token->{tag_name} eq 'isindex') {
5814 !!!parse-error (type => 'isindex');
5815
5816 if (defined $self->{form_element}) {
5817 !!!cp ('t389');
5818 ## Ignore the token
5819 !!!next-token;
5820 redo B;
5821 } else {
5822 my $at = $token->{attributes};
5823 my $form_attrs;
5824 $form_attrs->{action} = $at->{action} if $at->{action};
5825 my $prompt_attr = $at->{prompt};
5826 $at->{name} = {name => 'name', value => 'isindex'};
5827 delete $at->{action};
5828 delete $at->{prompt};
5829 my @tokens = (
5830 {type => START_TAG_TOKEN, tag_name => 'form',
5831 attributes => $form_attrs},
5832 {type => START_TAG_TOKEN, tag_name => 'hr'},
5833 {type => START_TAG_TOKEN, tag_name => 'p'},
5834 {type => START_TAG_TOKEN, tag_name => 'label'},
5835 );
5836 if ($prompt_attr) {
5837 !!!cp ('t390');
5838 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value}};
5839 } else {
5840 !!!cp ('t391');
5841 push @tokens, {type => CHARACTER_TOKEN,
5842 data => 'This is a searchable index. Insert your search keywords here: '}; # SHOULD
5843 ## TODO: make this configurable
5844 }
5845 push @tokens,
5846 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at},
5847 #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
5848 {type => END_TAG_TOKEN, tag_name => 'label'},
5849 {type => END_TAG_TOKEN, tag_name => 'p'},
5850 {type => START_TAG_TOKEN, tag_name => 'hr'},
5851 {type => END_TAG_TOKEN, tag_name => 'form'};
5852 $token = shift @tokens;
5853 !!!back-token (@tokens);
5854 redo B;
5855 }
5856 } elsif ($token->{tag_name} eq 'textarea') {
5857 my $tag_name = $token->{tag_name};
5858 my $el;
5859 !!!create-element ($el, $token->{tag_name}, $token->{attributes});
5860
5861 ## TODO: $self->{form_element} if defined
5862 $self->{content_model} = RCDATA_CONTENT_MODEL;
5863 delete $self->{escape}; # MUST
5864
5865 $insert->($el);
5866
5867 my $text = '';
5868 !!!next-token;
5869 if ($token->{type} == CHARACTER_TOKEN) {
5870 $token->{data} =~ s/^\x0A//;
5871 unless (length $token->{data}) {
5872 !!!cp ('t392');
5873 !!!next-token;
5874 } else {
5875 !!!cp ('t393');
5876 }
5877 } else {
5878 !!!cp ('t394');
5879 }
5880 while ($token->{type} == CHARACTER_TOKEN) {
5881 !!!cp ('t395');
5882 $text .= $token->{data};
5883 !!!next-token;
5884 }
5885 if (length $text) {
5886 !!!cp ('t396');
5887 $el->manakai_append_text ($text);
5888 }
5889
5890 $self->{content_model} = PCDATA_CONTENT_MODEL;
5891
5892 if ($token->{type} == END_TAG_TOKEN and
5893 $token->{tag_name} eq $tag_name) {
5894 !!!cp ('t397');
5895 ## Ignore the token
5896 } else {
5897 !!!cp ('t398');
5898 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
5899 }
5900 !!!next-token;
5901 redo B;
5902 } elsif ({
5903 iframe => 1,
5904 noembed => 1,
5905 noframes => 1,
5906 noscript => 0, ## TODO: 1 if scripting is enabled
5907 }->{$token->{tag_name}}) {
5908 !!!cp ('t399');
5909 ## NOTE: There is an "as if in body" code clone.
5910 $parse_rcdata->(CDATA_CONTENT_MODEL);
5911 redo B;
5912 } elsif ($token->{tag_name} eq 'select') {
5913 !!!cp ('t400');
5914 $reconstruct_active_formatting_elements->($insert_to_current);
5915
5916 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5917
5918 ## TODO: associate with $self->{form_element} if defined
5919
5920 $self->{insertion_mode} = IN_SELECT_IM;
5921 !!!next-token;
5922 redo B;
5923 } elsif ({
5924 caption => 1, col => 1, colgroup => 1, frame => 1,
5925 frameset => 1, head => 1, option => 1, optgroup => 1,
5926 tbody => 1, td => 1, tfoot => 1, th => 1,
5927 thead => 1, tr => 1,
5928 }->{$token->{tag_name}}) {
5929 !!!cp ('t401');
5930 !!!parse-error (type => 'in body:'.$token->{tag_name});
5931 ## Ignore the token
5932 !!!next-token;
5933 redo B;
5934
5935 ## ISSUE: An issue on HTML5 new elements in the spec.
5936 } else {
5937 !!!cp ('t402');
5938 $reconstruct_active_formatting_elements->($insert_to_current);
5939
5940 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5941
5942 !!!next-token;
5943 redo B;
5944 }
5945 } elsif ($token->{type} == END_TAG_TOKEN) {
5946 if ($token->{tag_name} eq 'body') {
5947 if (@{$self->{open_elements}} > 1 and
5948 $self->{open_elements}->[1]->[1] eq 'body') {
5949 for (@{$self->{open_elements}}) {
5950 unless ({
5951 dd => 1, dt => 1, li => 1, p => 1, td => 1,
5952 th => 1, tr => 1, body => 1, html => 1,
5953 tbody => 1, tfoot => 1, thead => 1,
5954 }->{$_->[1]}) {
5955 !!!cp ('t403');
5956 !!!parse-error (type => 'not closed:'.$_->[1]);
5957 } else {
5958 !!!cp ('t404');
5959 }
5960 }
5961
5962 $self->{insertion_mode} = AFTER_BODY_IM;
5963 !!!next-token;
5964 redo B;
5965 } else {
5966 !!!cp ('t405');
5967 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5968 ## Ignore the token
5969 !!!next-token;
5970 redo B;
5971 }
5972 } elsif ($token->{tag_name} eq 'html') {
5973 if (@{$self->{open_elements}} > 1 and $self->{open_elements}->[1]->[1] eq 'body') {
5974 ## ISSUE: There is an issue in the spec.
5975 if ($self->{open_elements}->[-1]->[1] ne 'body') {
5976 !!!cp ('t406');
5977 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[1]->[1]);
5978 } else {
5979 !!!cp ('t407');
5980 }
5981 $self->{insertion_mode} = AFTER_BODY_IM;
5982 ## reprocess
5983 redo B;
5984 } else {
5985 !!!cp ('t408');
5986 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5987 ## Ignore the token
5988 !!!next-token;
5989 redo B;
5990 }
5991 } elsif ({
5992 address => 1, blockquote => 1, center => 1, dir => 1,
5993 div => 1, dl => 1, fieldset => 1, listing => 1,
5994 menu => 1, ol => 1, pre => 1, ul => 1,
5995 dd => 1, dt => 1, li => 1,
5996 button => 1, marquee => 1, object => 1,
5997 }->{$token->{tag_name}}) {
5998 ## has an element in scope
5999 my $i;
6000 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6001 my $node = $self->{open_elements}->[$_];
6002 if ($node->[1] eq $token->{tag_name}) {
6003 !!!cp ('t410');
6004 $i = $_;
6005 last INSCOPE;
6006 } elsif ({
6007 table => 1, caption => 1, td => 1, th => 1,
6008 button => 1, marquee => 1, object => 1, html => 1,
6009 }->{$node->[1]}) {
6010 !!!cp ('t411');
6011 last INSCOPE;
6012 }
6013 } # INSCOPE
6014
6015 unless (defined $i) { # has an element in scope
6016 !!!cp ('t413');
6017 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6018 } else {
6019 ## Step 1. generate implied end tags
6020 while ({
6021 dd => ($token->{tag_name} ne 'dd'),
6022 dt => ($token->{tag_name} ne 'dt'),
6023 li => ($token->{tag_name} ne 'li'),
6024 p => 1,
6025 }->{$self->{open_elements}->[-1]->[1]}) {
6026 !!!cp ('t409');
6027 pop @{$self->{open_elements}};
6028 }
6029
6030 ## Step 2.
6031 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6032 !!!cp ('t412');
6033 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6034 } else {
6035 !!!cp ('t414');
6036 }
6037
6038 ## Step 3.
6039 splice @{$self->{open_elements}}, $i;
6040
6041 ## Step 4.
6042 $clear_up_to_marker->()
6043 if {
6044 button => 1, marquee => 1, object => 1,
6045 }->{$token->{tag_name}};
6046 }
6047 !!!next-token;
6048 redo B;
6049 } elsif ($token->{tag_name} eq 'form') {
6050 undef $self->{form_element};
6051
6052 ## has an element in scope
6053 my $i;
6054 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6055 my $node = $self->{open_elements}->[$_];
6056 if ($node->[1] eq $token->{tag_name}) {
6057 !!!cp ('t418');
6058 $i = $_;
6059 last INSCOPE;
6060 } elsif ({
6061 table => 1, caption => 1, td => 1, th => 1,
6062 button => 1, marquee => 1, object => 1, html => 1,
6063 }->{$node->[1]}) {
6064 !!!cp ('t419');
6065 last INSCOPE;
6066 }
6067 } # INSCOPE
6068
6069 unless (defined $i) { # has an element in scope
6070 !!!cp ('t421');
6071 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6072 } else {
6073 ## Step 1. generate implied end tags
6074 while ({
6075 dd => 1, dt => 1, li => 1, p => 1,
6076 }->{$self->{open_elements}->[-1]->[1]}) {
6077 !!!cp ('t417');
6078 pop @{$self->{open_elements}};
6079 }
6080
6081 ## Step 2.
6082 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6083 !!!cp ('t417.1');
6084 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6085 } else {
6086 !!!cp ('t420');
6087 }
6088
6089 ## Step 3.
6090 splice @{$self->{open_elements}}, $i;
6091 }
6092
6093 !!!next-token;
6094 redo B;
6095 } elsif ({
6096 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6097 }->{$token->{tag_name}}) {
6098 ## has an element in scope
6099 my $i;
6100 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6101 my $node = $self->{open_elements}->[$_];
6102 if ({
6103 h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6104 }->{$node->[1]}) {
6105 !!!cp ('t423');
6106 $i = $_;
6107 last INSCOPE;
6108 } elsif ({
6109 table => 1, caption => 1, td => 1, th => 1,
6110 button => 1, marquee => 1, object => 1, html => 1,
6111 }->{$node->[1]}) {
6112 !!!cp ('t424');
6113 last INSCOPE;
6114 }
6115 } # INSCOPE
6116
6117 unless (defined $i) { # has an element in scope
6118 !!!cp ('t425.1');
6119 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6120 } else {
6121 ## Step 1. generate implied end tags
6122 while ({
6123 dd => 1, dt => 1, li => 1, p => 1,
6124 }->{$self->{open_elements}->[-1]->[1]}) {
6125 !!!cp ('t422');
6126 pop @{$self->{open_elements}};
6127 }
6128
6129 ## Step 2.
6130 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6131 !!!cp ('t425');
6132 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6133 } else {
6134 !!!cp ('t426');
6135 }
6136
6137 ## Step 3.
6138 splice @{$self->{open_elements}}, $i;
6139 }
6140
6141 !!!next-token;
6142 redo B;
6143 } elsif ($token->{tag_name} eq 'p') {
6144 ## has an element in scope
6145 my $i;
6146 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6147 my $node = $self->{open_elements}->[$_];
6148 if ($node->[1] eq $token->{tag_name}) {
6149 !!!cp ('t410.1');
6150 $i = $_;
6151 last INSCOPE;
6152 } elsif ({
6153 table => 1, caption => 1, td => 1, th => 1,
6154 button => 1, marquee => 1, object => 1, html => 1,
6155 }->{$node->[1]}) {
6156 !!!cp ('t411.1');
6157 last INSCOPE;
6158 }
6159 } # INSCOPE
6160
6161 if (defined $i) {
6162 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6163 !!!cp ('t412.1');
6164 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6165 } else {
6166 !!!cp ('t414.1');
6167 }
6168
6169 splice @{$self->{open_elements}}, $i;
6170 } else {
6171 !!!cp ('t413.1');
6172 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6173
6174 !!!cp ('t415.1');
6175 ## As if <p>, then reprocess the current token
6176 my $el;
6177 !!!create-element ($el, 'p');
6178 $insert->($el);
6179 ## NOTE: Not inserted into |$self->{open_elements}|.
6180 }
6181
6182 !!!next-token;
6183 redo B;
6184 } elsif ({
6185 a => 1,
6186 b => 1, big => 1, em => 1, font => 1, i => 1,
6187 nobr => 1, s => 1, small => 1, strile => 1,
6188 strong => 1, tt => 1, u => 1,
6189 }->{$token->{tag_name}}) {
6190 !!!cp ('t427');
6191 $formatting_end_tag->($token->{tag_name});
6192 redo B;
6193 } elsif ($token->{tag_name} eq 'br') {
6194 !!!cp ('t428');
6195 !!!parse-error (type => 'unmatched end tag:br');
6196
6197 ## As if <br>
6198 $reconstruct_active_formatting_elements->($insert_to_current);
6199
6200 my $el;
6201 !!!create-element ($el, 'br');
6202 $insert->($el);
6203
6204 ## Ignore the token.
6205 !!!next-token;
6206 redo B;
6207 } elsif ({
6208 caption => 1, col => 1, colgroup => 1, frame => 1,
6209 frameset => 1, head => 1, option => 1, optgroup => 1,
6210 tbody => 1, td => 1, tfoot => 1, th => 1,
6211 thead => 1, tr => 1,
6212 area => 1, basefont => 1, bgsound => 1,
6213 embed => 1, hr => 1, iframe => 1, image => 1,
6214 img => 1, input => 1, isindex => 1, noembed => 1,
6215 noframes => 1, param => 1, select => 1, spacer => 1,
6216 table => 1, textarea => 1, wbr => 1,
6217 noscript => 0, ## TODO: if scripting is enabled
6218 }->{$token->{tag_name}}) {
6219 !!!cp ('t429');
6220 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6221 ## Ignore the token
6222 !!!next-token;
6223 redo B;
6224
6225 ## ISSUE: Issue on HTML5 new elements in spec
6226
6227 } else {
6228 ## Step 1
6229 my $node_i = -1;
6230 my $node = $self->{open_elements}->[$node_i];
6231
6232 ## Step 2
6233 S2: {
6234 if ($node->[1] eq $token->{tag_name}) {
6235 ## Step 1
6236 ## generate implied end tags
6237 while ({
6238 dd => 1, dt => 1, li => 1, p => 1,
6239 }->{$self->{open_elements}->[-1]->[1]}) {
6240 !!!cp ('t430');
6241 ## ISSUE: Can this case be reached?
6242 pop @{$self->{open_elements}};
6243 }
6244
6245 ## Step 2
6246 if ($token->{tag_name} ne $self->{open_elements}->[-1]->[1]) {
6247 !!!cp ('t431');
6248 ## NOTE: <x><y></x>
6249 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6250 } else {
6251 !!!cp ('t432');
6252 }
6253
6254 ## Step 3
6255 splice @{$self->{open_elements}}, $node_i;
6256
6257 !!!next-token;
6258 last S2;
6259 } else {
6260 ## Step 3
6261 if (not $formatting_category->{$node->[1]} and
6262 #not $phrasing_category->{$node->[1]} and
6263 ($special_category->{$node->[1]} or
6264 $scoping_category->{$node->[1]})) {
6265 !!!cp ('t433');
6266 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6267 ## Ignore the token
6268 !!!next-token;
6269 last S2;
6270 }
6271
6272 !!!cp ('t434');
6273 }
6274
6275 ## Step 4
6276 $node_i--;
6277 $node = $self->{open_elements}->[$node_i];
6278
6279 ## Step 5;
6280 redo S2;
6281 } # S2
6282 redo B;
6283 }
6284 }
6285 redo B;
6286 } # B
6287
6288 ## Stop parsing # MUST
6289
6290 ## TODO: script stuffs
6291 } # _tree_construct_main
6292
6293 sub set_inner_html ($$$) {
6294 my $class = shift;
6295 my $node = shift;
6296 my $s = \$_[0];
6297 my $onerror = $_[1];
6298
6299 ## ISSUE: Should {confident} be true?
6300
6301 my $nt = $node->node_type;
6302 if ($nt == 9) {
6303 # MUST
6304
6305 ## Step 1 # MUST
6306 ## TODO: If the document has an active parser, ...
6307 ## ISSUE: There is an issue in the spec.
6308
6309 ## Step 2 # MUST
6310 my @cn = @{$node->child_nodes};
6311 for (@cn) {
6312 $node->remove_child ($_);
6313 }
6314
6315 ## Step 3, 4, 5 # MUST
6316 $class->parse_string ($$s => $node, $onerror);
6317 } elsif ($nt == 1) {
6318 ## TODO: If non-html element
6319
6320 ## NOTE: Most of this code is copied from |parse_string|
6321
6322 ## Step 1 # MUST
6323 my $this_doc = $node->owner_document;
6324 my $doc = $this_doc->implementation->create_document;
6325 $doc->manakai_is_html (1);
6326 my $p = $class->new;
6327 $p->{document} = $doc;
6328
6329 ## Step 8 # MUST
6330 my $i = 0;
6331 my $line = 1;
6332 my $column = 0;
6333 $p->{set_next_char} = sub {
6334 my $self = shift;
6335
6336 pop @{$self->{prev_char}};
6337 unshift @{$self->{prev_char}}, $self->{next_char};
6338
6339 $self->{next_char} = -1 and return if $i >= length $$s;
6340 $self->{next_char} = ord substr $$s, $i++, 1;
6341 $column++;
6342
6343 if ($self->{next_char} == 0x000A) { # LF
6344 $line++;
6345 $column = 0;
6346 !!!cp ('i1');
6347 } elsif ($self->{next_char} == 0x000D) { # CR
6348 $i++ if substr ($$s, $i, 1) eq "\x0A";
6349 $self->{next_char} = 0x000A; # LF # MUST
6350 $line++;
6351 $column = 0;
6352 !!!cp ('i2');
6353 } elsif ($self->{next_char} > 0x10FFFF) {
6354 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6355 !!!cp ('i3');
6356 } elsif ($self->{next_char} == 0x0000) { # NULL
6357 !!!cp ('i4');
6358 !!!parse-error (type => 'NULL');
6359 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6360 }
6361 };
6362 $p->{prev_char} = [-1, -1, -1];
6363 $p->{next_char} = -1;
6364
6365 my $ponerror = $onerror || sub {
6366 my (%opt) = @_;
6367 warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
6368 };
6369 $p->{parse_error} = sub {
6370 $ponerror->(@_, line => $line, column => $column);
6371 };
6372
6373 $p->_initialize_tokenizer;
6374 $p->_initialize_tree_constructor;
6375
6376 ## Step 2
6377 my $node_ln = $node->manakai_local_name;
6378 $p->{content_model} = {
6379 title => RCDATA_CONTENT_MODEL,
6380 textarea => RCDATA_CONTENT_MODEL,
6381 style => CDATA_CONTENT_MODEL,
6382 script => CDATA_CONTENT_MODEL,
6383 xmp => CDATA_CONTENT_MODEL,
6384 iframe => CDATA_CONTENT_MODEL,
6385 noembed => CDATA_CONTENT_MODEL,
6386 noframes => CDATA_CONTENT_MODEL,
6387 noscript => CDATA_CONTENT_MODEL,
6388 plaintext => PLAINTEXT_CONTENT_MODEL,
6389 }->{$node_ln};
6390 $p->{content_model} = PCDATA_CONTENT_MODEL
6391 unless defined $p->{content_model};
6392 ## ISSUE: What is "the name of the element"? local name?
6393
6394 $p->{inner_html_node} = [$node, $node_ln];
6395
6396 ## Step 3
6397 my $root = $doc->create_element_ns
6398 ('http://www.w3.org/1999/xhtml', [undef, 'html']);
6399
6400 ## Step 4 # MUST
6401 $doc->append_child ($root);
6402
6403 ## Step 5 # MUST
6404 push @{$p->{open_elements}}, [$root, 'html'];
6405
6406 undef $p->{head_element};
6407
6408 ## Step 6 # MUST
6409 $p->_reset_insertion_mode;
6410
6411 ## Step 7 # MUST
6412 my $anode = $node;
6413 AN: while (defined $anode) {
6414 if ($anode->node_type == 1) {
6415 my $nsuri = $anode->namespace_uri;
6416 if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
6417 if ($anode->manakai_local_name eq 'form') {
6418 !!!cp ('i5');
6419 $p->{form_element} = $anode;
6420 last AN;
6421 }
6422 }
6423 }
6424 $anode = $anode->parent_node;
6425 } # AN
6426
6427 ## Step 9 # MUST
6428 {
6429 my $self = $p;
6430 !!!next-token;
6431 }
6432 $p->_tree_construction_main;
6433
6434 ## Step 10 # MUST
6435 my @cn = @{$node->child_nodes};
6436 for (@cn) {
6437 $node->remove_child ($_);
6438 }
6439 ## ISSUE: mutation events? read-only?
6440
6441 ## Step 11 # MUST
6442 @cn = @{$root->child_nodes};
6443 for (@cn) {
6444 $this_doc->adopt_node ($_);
6445 $node->append_child ($_);
6446 }
6447 ## ISSUE: mutation events?
6448
6449 $p->_terminate_tree_constructor;
6450 } else {
6451 die "$0: |set_inner_html| is not defined for node of type $nt";
6452 }
6453 } # set_inner_html
6454
6455 } # tree construction stage
6456
6457 package Whatpm::HTML::RestartParser;
6458 push our @ISA, 'Error';
6459
6460 1;
6461 # $Date: 2008/03/08 13:45:44 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24