/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.83 - (hide annotations) (download) (as text)
Wed Mar 5 13:07:02 2008 UTC (18 years, 7 months ago) by wakaba
Branch: MAIN
Changes since 1.82: +46 -11 lines
File MIME type: application/x-wais-source
++ whatpm/t/ChangeLog	5 Mar 2008 13:06:44 -0000
	* HTML-tree.t: Support for \Uhhhhhhhh escapes.  Support for
	dumping PUBLIC and SYSTEM identifiers of DOCTYPE tokens.

	* tree-test-1.dat, tree-test-2.dat: More test data for previously
	uncovered cases are added.  Some error descriptions are revised.

2008-03-05  Wakaba  <wakaba@suika.fam.cx>

++ whatpm/Whatpm/ChangeLog	5 Mar 2008 13:04:50 -0000
	* HTML.pm.src: Since the case t268 should never be reached (no
	other token type, there are), it is replaced by a |die| statement.

2008-03-05  Wakaba  <wakaba@suika.fam.cx>

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.83 our $VERSION=do{my @r=(q$Revision: 1.82 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.18 ## ISSUE:
7     ## var doc = implementation.createDocument (null, null, null);
8     ## doc.write ('');
9     ## alert (doc.compatMode);
10 wakaba 1.1
11 wakaba 1.70 ## TODO: Control charcters and noncharacters are not allowed (HTML5 revision 1263)
12     ## TODO: 1252 parse error (revision 1264)
13     ## TODO: 8859-11 = 874 (revision 1271)
14    
15 wakaba 1.1 my $permitted_slash_tag_name = {
16     base => 1,
17     link => 1,
18     meta => 1,
19     hr => 1,
20     br => 1,
21 wakaba 1.71 img => 1,
22 wakaba 1.1 embed => 1,
23     param => 1,
24     area => 1,
25     col => 1,
26     input => 1,
27     };
28    
29 wakaba 1.4 my $c1_entity_char = {
30 wakaba 1.10 0x80 => 0x20AC,
31     0x81 => 0xFFFD,
32     0x82 => 0x201A,
33     0x83 => 0x0192,
34     0x84 => 0x201E,
35     0x85 => 0x2026,
36     0x86 => 0x2020,
37     0x87 => 0x2021,
38     0x88 => 0x02C6,
39     0x89 => 0x2030,
40     0x8A => 0x0160,
41     0x8B => 0x2039,
42     0x8C => 0x0152,
43     0x8D => 0xFFFD,
44     0x8E => 0x017D,
45     0x8F => 0xFFFD,
46     0x90 => 0xFFFD,
47     0x91 => 0x2018,
48     0x92 => 0x2019,
49     0x93 => 0x201C,
50     0x94 => 0x201D,
51     0x95 => 0x2022,
52     0x96 => 0x2013,
53     0x97 => 0x2014,
54     0x98 => 0x02DC,
55     0x99 => 0x2122,
56     0x9A => 0x0161,
57     0x9B => 0x203A,
58     0x9C => 0x0153,
59     0x9D => 0xFFFD,
60     0x9E => 0x017E,
61     0x9F => 0x0178,
62 wakaba 1.4 }; # $c1_entity_char
63 wakaba 1.1
64     my $special_category = {
65     address => 1, area => 1, base => 1, basefont => 1, bgsound => 1,
66     blockquote => 1, body => 1, br => 1, center => 1, col => 1, colgroup => 1,
67     dd => 1, dir => 1, div => 1, dl => 1, dt => 1, embed => 1, fieldset => 1,
68     form => 1, frame => 1, frameset => 1, h1 => 1, h2 => 1, h3 => 1,
69     h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, iframe => 1, image => 1,
70     img => 1, input => 1, isindex => 1, li => 1, link => 1, listing => 1,
71     menu => 1, meta => 1, noembed => 1, noframes => 1, noscript => 1,
72     ol => 1, optgroup => 1, option => 1, p => 1, param => 1, plaintext => 1,
73     pre => 1, script => 1, select => 1, spacer => 1, style => 1, tbody => 1,
74     textarea => 1, tfoot => 1, thead => 1, title => 1, tr => 1, ul => 1, wbr => 1,
75     };
76     my $scoping_category = {
77     button => 1, caption => 1, html => 1, marquee => 1, object => 1,
78     table => 1, td => 1, th => 1,
79     };
80     my $formatting_category = {
81     a => 1, b => 1, big => 1, em => 1, font => 1, i => 1, nobr => 1,
82     s => 1, small => 1, strile => 1, strong => 1, tt => 1, u => 1,
83     };
84     # $phrasing_category: all other elements
85    
86 wakaba 1.63 sub parse_byte_string ($$$$;$) {
87     my $self = ref $_[0] ? shift : shift->new;
88     my $charset = shift;
89     my $bytes_s = ref $_[0] ? $_[0] : \($_[0]);
90     my $s;
91    
92     if (defined $charset) {
93 wakaba 1.64 require Encode; ## TODO: decode(utf8) don't delete BOM
94 wakaba 1.63 $s = \ (Encode::decode ($charset, $$bytes_s));
95 wakaba 1.64 $self->{input_encoding} = lc $charset; ## TODO: normalize name
96 wakaba 1.63 $self->{confident} = 1;
97     } else {
98 wakaba 1.65 ## TODO: Implement HTML5 detection algorithm
99     require Whatpm::Charset::UniversalCharDet;
100     $charset = Whatpm::Charset::UniversalCharDet->detect_byte_string
101     (substr ($$bytes_s, 0, 1024));
102     $charset ||= 'windows-1252';
103 wakaba 1.64 $s = \ (Encode::decode ($charset, $$bytes_s));
104     $self->{input_encoding} = $charset;
105 wakaba 1.63 $self->{confident} = 0;
106     }
107    
108     $self->{change_encoding} = sub {
109     my $self = shift;
110     my $charset = lc shift;
111     ## TODO: if $charset is supported
112     ## TODO: normalize charset name
113    
114     ## "Change the encoding" algorithm:
115    
116     ## Step 1
117     if ($charset eq 'utf-16') { ## ISSUE: UTF-16BE -> UTF-8? UTF-16LE -> UTF-8?
118     $charset = 'utf-8';
119     }
120    
121     ## Step 2
122     if (defined $self->{input_encoding} and
123     $self->{input_encoding} eq $charset) {
124     $self->{confident} = 1;
125     return;
126     }
127    
128 wakaba 1.64 !!!parse-error (type => 'charset label detected:'.$self->{input_encoding}.
129     ':'.$charset, level => 'w');
130 wakaba 1.63
131     ## Step 3
132     # if (can) {
133     ## change the encoding on the fly.
134     #$self->{confident} = 1;
135     #return;
136     # }
137    
138     ## Step 4
139     throw Whatpm::HTML::RestartParser (charset => $charset);
140     }; # $self->{change_encoding}
141    
142     my @args = @_; shift @args; # $s
143     my $return;
144     try {
145     $return = $self->parse_char_string ($s, @args);
146     } catch Whatpm::HTML::RestartParser with {
147     my $charset = shift->{charset};
148     $s = \ (Encode::decode ($charset, $$bytes_s));
149 wakaba 1.64 $self->{input_encoding} = $charset; ## TODO: normalize
150 wakaba 1.63 $self->{confident} = 1;
151     $return = $self->parse_char_string ($s, @args);
152     };
153     return $return;
154     } # parse_byte_string
155    
156 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
157     ## and the HTML layer MUST ignore it. However, we does strip BOM in
158     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
159     ## because the core part of our HTML parser expects a string of character,
160     ## not a string of bytes or code units or anything which might contain a BOM.
161     ## Therefore, any parser interface that accepts a string of bytes,
162     ## such as |parse_byte_string| in this module, must ensure that it does
163     ## strip the BOM and never strip any ZWNBSP.
164    
165 wakaba 1.63 *parse_char_string = \&parse_string;
166    
167 wakaba 1.1 sub parse_string ($$$;$) {
168 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
169     my $s = ref $_[0] ? $_[0] : \($_[0]);
170 wakaba 1.1 $self->{document} = $_[1];
171 wakaba 1.63 @{$self->{document}->child_nodes} = ();
172 wakaba 1.1
173 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
174    
175 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
176 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
177     if defined $self->{input_encoding};
178 wakaba 1.63
179 wakaba 1.1 my $i = 0;
180 wakaba 1.3 my $line = 1;
181     my $column = 0;
182 wakaba 1.76 $self->{set_next_char} = sub {
183 wakaba 1.1 my $self = shift;
184 wakaba 1.13
185 wakaba 1.76 pop @{$self->{prev_char}};
186     unshift @{$self->{prev_char}}, $self->{next_char};
187 wakaba 1.13
188 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
189     $self->{next_char} = ord substr $$s, $i++, 1;
190 wakaba 1.3 $column++;
191 wakaba 1.1
192 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
193 wakaba 1.4 $line++;
194     $column = 0;
195 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
196 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
197 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
198 wakaba 1.3 $line++;
199 wakaba 1.4 $column = 0;
200 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
201     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
202     } elsif ($self->{next_char} == 0x0000) { # NULL
203 wakaba 1.8 !!!parse-error (type => 'NULL');
204 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
205 wakaba 1.1 }
206     };
207 wakaba 1.76 $self->{prev_char} = [-1, -1, -1];
208     $self->{next_char} = -1;
209 wakaba 1.1
210 wakaba 1.3 my $onerror = $_[2] || sub {
211     my (%opt) = @_;
212     warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
213     };
214     $self->{parse_error} = sub {
215     $onerror->(@_, line => $line, column => $column);
216 wakaba 1.1 };
217    
218     $self->_initialize_tokenizer;
219     $self->_initialize_tree_constructor;
220     $self->_construct_tree;
221     $self->_terminate_tree_constructor;
222    
223     return $self->{document};
224     } # parse_string
225    
226     sub new ($) {
227     my $class = shift;
228     my $self = bless {}, $class;
229 wakaba 1.76 $self->{set_next_char} = sub {
230     $self->{next_char} = -1;
231 wakaba 1.1 };
232     $self->{parse_error} = sub {
233     #
234     };
235 wakaba 1.63 $self->{change_encoding} = sub {
236     # if ($_[0] is a supported encoding) {
237     # run "change the encoding" algorithm;
238     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
239     # }
240     };
241 wakaba 1.61 $self->{application_cache_selection} = sub {
242     #
243     };
244 wakaba 1.1 return $self;
245     } # new
246    
247 wakaba 1.40 sub CM_ENTITY () { 0b001 } # & markup in data
248     sub CM_LIMITED_MARKUP () { 0b010 } # < markup in data (limited)
249     sub CM_FULL_MARKUP () { 0b100 } # < markup in data (any)
250    
251     sub PLAINTEXT_CONTENT_MODEL () { 0 }
252     sub CDATA_CONTENT_MODEL () { CM_LIMITED_MARKUP }
253     sub RCDATA_CONTENT_MODEL () { CM_ENTITY | CM_LIMITED_MARKUP }
254     sub PCDATA_CONTENT_MODEL () { CM_ENTITY | CM_FULL_MARKUP }
255    
256 wakaba 1.57 sub DATA_STATE () { 0 }
257     sub ENTITY_DATA_STATE () { 1 }
258     sub TAG_OPEN_STATE () { 2 }
259     sub CLOSE_TAG_OPEN_STATE () { 3 }
260     sub TAG_NAME_STATE () { 4 }
261     sub BEFORE_ATTRIBUTE_NAME_STATE () { 5 }
262     sub ATTRIBUTE_NAME_STATE () { 6 }
263     sub AFTER_ATTRIBUTE_NAME_STATE () { 7 }
264     sub BEFORE_ATTRIBUTE_VALUE_STATE () { 8 }
265     sub ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE () { 9 }
266     sub ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE () { 10 }
267     sub ATTRIBUTE_VALUE_UNQUOTED_STATE () { 11 }
268     sub ENTITY_IN_ATTRIBUTE_VALUE_STATE () { 12 }
269     sub MARKUP_DECLARATION_OPEN_STATE () { 13 }
270     sub COMMENT_START_STATE () { 14 }
271     sub COMMENT_START_DASH_STATE () { 15 }
272     sub COMMENT_STATE () { 16 }
273     sub COMMENT_END_STATE () { 17 }
274     sub COMMENT_END_DASH_STATE () { 18 }
275     sub BOGUS_COMMENT_STATE () { 19 }
276     sub DOCTYPE_STATE () { 20 }
277     sub BEFORE_DOCTYPE_NAME_STATE () { 21 }
278     sub DOCTYPE_NAME_STATE () { 22 }
279     sub AFTER_DOCTYPE_NAME_STATE () { 23 }
280     sub BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 24 }
281     sub DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE () { 25 }
282     sub DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE () { 26 }
283     sub AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 27 }
284     sub BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 28 }
285     sub DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE () { 29 }
286     sub DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE () { 30 }
287     sub AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 31 }
288     sub BOGUS_DOCTYPE_STATE () { 32 }
289 wakaba 1.72 sub AFTER_ATTRIBUTE_VALUE_QUOTED_STATE () { 33 }
290 wakaba 1.57
291 wakaba 1.55 sub DOCTYPE_TOKEN () { 1 }
292     sub COMMENT_TOKEN () { 2 }
293     sub START_TAG_TOKEN () { 3 }
294     sub END_TAG_TOKEN () { 4 }
295     sub END_OF_FILE_TOKEN () { 5 }
296     sub CHARACTER_TOKEN () { 6 }
297    
298 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
299     sub HEAD_IMS () { 0b1000 }
300     sub BODY_IMS () { 0b10000 }
301 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
302 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
303 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
304 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
305     sub FRAME_IMS () { 0b1000000000 }
306    
307     sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
308     sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
309     sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
310     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
311     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
312     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
313     sub IN_BODY_IM () { BODY_IMS }
314 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
315     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
316     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
317     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
318 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
319     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
320     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
321     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
322     sub IN_SELECT_IM () { 0b01 }
323     sub IN_COLUMN_GROUP_IM () { 0b10 }
324    
325 wakaba 1.1 ## Implementations MUST act as if state machine in the spec
326    
327     sub _initialize_tokenizer ($) {
328     my $self = shift;
329 wakaba 1.57 $self->{state} = DATA_STATE; # MUST
330 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # be
331 wakaba 1.1 undef $self->{current_token}; # start tag, end tag, comment, or DOCTYPE
332     undef $self->{current_attribute};
333     undef $self->{last_emitted_start_tag_name};
334     undef $self->{last_attribute_value_state};
335     $self->{char} = [];
336 wakaba 1.76 # $self->{next_char}
337 wakaba 1.1 !!!next-input-character;
338     $self->{token} = [];
339 wakaba 1.18 # $self->{escape}
340 wakaba 1.1 } # _initialize_tokenizer
341    
342     ## A token has:
343 wakaba 1.55 ## ->{type} == DOCTYPE_TOKEN, START_TAG_TOKEN, END_TAG_TOKEN, COMMENT_TOKEN,
344     ## CHARACTER_TOKEN, or END_OF_FILE_TOKEN
345     ## ->{name} (DOCTYPE_TOKEN)
346     ## ->{tag_name} (START_TAG_TOKEN, END_TAG_TOKEN)
347     ## ->{public_identifier} (DOCTYPE_TOKEN)
348     ## ->{system_identifier} (DOCTYPE_TOKEN)
349 wakaba 1.75 ## ->{quirks} == 1 or 0 (DOCTYPE_TOKEN): "force-quirks" flag
350 wakaba 1.55 ## ->{attributes} isa HASH (START_TAG_TOKEN, END_TAG_TOKEN)
351 wakaba 1.66 ## ->{name}
352     ## ->{value}
353     ## ->{has_reference} == 1 or 0
354 wakaba 1.55 ## ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
355 wakaba 1.1
356     ## Emitted token MUST immediately be handled by the tree construction state.
357    
358     ## Before each step, UA MAY check to see if either one of the scripts in
359     ## "list of scripts that will execute as soon as possible" or the first
360     ## script in the "list of scripts that will execute asynchronously",
361     ## has completed loading. If one has, then it MUST be executed
362     ## and removed from the list.
363    
364 wakaba 1.59 ## NOTE: HTML5 "Writing HTML documents" section, applied to
365     ## documents and not to user agents and conformance checkers,
366     ## contains some requirements that are not detected by the
367     ## parsing algorithm:
368     ## - Some requirements on character encoding declarations. ## TODO
369     ## - "Elements MUST NOT contain content that their content model disallows."
370     ## ... Some are parse error, some are not (will be reported by c.c.).
371     ## - Polytheistic slash SHOULD NOT be used. (Applied only to atheists.) ## TODO
372     ## - Text (in elements, attributes, and comments) SHOULD NOT contain
373     ## control characters other than space characters. ## TODO: (what is control character? C0, C1 and DEL? Unicode control character?)
374    
375     ## TODO: HTML5 poses authors two SHOULD-level requirements that cannot
376     ## be detected by the HTML5 parsing algorithm:
377     ## - Text,
378    
379 wakaba 1.1 sub _get_next_token ($) {
380     my $self = shift;
381     if (@{$self->{token}}) {
382     return shift @{$self->{token}};
383     }
384    
385     A: {
386 wakaba 1.57 if ($self->{state} == DATA_STATE) {
387 wakaba 1.76 if ($self->{next_char} == 0x0026) { # &
388 wakaba 1.72 if ($self->{content_model} & CM_ENTITY and # PCDATA | RCDATA
389     not $self->{escape}) {
390 wakaba 1.77 !!!cp (1);
391 wakaba 1.57 $self->{state} = ENTITY_DATA_STATE;
392 wakaba 1.1 !!!next-input-character;
393     redo A;
394     } else {
395 wakaba 1.77 !!!cp (2);
396 wakaba 1.1 #
397     }
398 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
399 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
400 wakaba 1.13 unless ($self->{escape}) {
401 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
402     $self->{prev_char}->[1] == 0x0021 and # !
403     $self->{prev_char}->[2] == 0x003C) { # <
404 wakaba 1.77 !!!cp (3);
405 wakaba 1.13 $self->{escape} = 1;
406 wakaba 1.77 } else {
407     !!!cp (4);
408 wakaba 1.13 }
409 wakaba 1.77 } else {
410     !!!cp (5);
411 wakaba 1.13 }
412     }
413    
414     #
415 wakaba 1.76 } elsif ($self->{next_char} == 0x003C) { # <
416 wakaba 1.40 if ($self->{content_model} & CM_FULL_MARKUP or # PCDATA
417     (($self->{content_model} & CM_LIMITED_MARKUP) and # CDATA | RCDATA
418 wakaba 1.13 not $self->{escape})) {
419 wakaba 1.77 !!!cp (6);
420 wakaba 1.57 $self->{state} = TAG_OPEN_STATE;
421 wakaba 1.1 !!!next-input-character;
422     redo A;
423     } else {
424 wakaba 1.77 !!!cp (7);
425 wakaba 1.1 #
426     }
427 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
428 wakaba 1.13 if ($self->{escape} and
429 wakaba 1.40 ($self->{content_model} & CM_LIMITED_MARKUP)) { # RCDATA | CDATA
430 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
431     $self->{prev_char}->[1] == 0x002D) { # -
432 wakaba 1.77 !!!cp (8);
433 wakaba 1.13 delete $self->{escape};
434 wakaba 1.77 } else {
435     !!!cp (9);
436 wakaba 1.13 }
437 wakaba 1.77 } else {
438     !!!cp (10);
439 wakaba 1.13 }
440    
441     #
442 wakaba 1.76 } elsif ($self->{next_char} == -1) {
443 wakaba 1.77 !!!cp (11);
444 wakaba 1.55 !!!emit ({type => END_OF_FILE_TOKEN});
445 wakaba 1.1 last A; ## TODO: ok?
446 wakaba 1.77 } else {
447     !!!cp (12);
448 wakaba 1.1 }
449     # Anything else
450 wakaba 1.55 my $token = {type => CHARACTER_TOKEN,
451 wakaba 1.76 data => chr $self->{next_char}};
452 wakaba 1.1 ## Stay in the data state
453     !!!next-input-character;
454    
455     !!!emit ($token);
456    
457     redo A;
458 wakaba 1.57 } elsif ($self->{state} == ENTITY_DATA_STATE) {
459 wakaba 1.1 ## (cannot happen in CDATA state)
460    
461 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity (0, -1);
462 wakaba 1.1
463 wakaba 1.57 $self->{state} = DATA_STATE;
464 wakaba 1.1 # next-input-character is already done
465    
466     unless (defined $token) {
467 wakaba 1.77 !!!cp (13);
468 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '&'});
469 wakaba 1.1 } else {
470 wakaba 1.77 !!!cp (14);
471 wakaba 1.1 !!!emit ($token);
472     }
473    
474     redo A;
475 wakaba 1.57 } elsif ($self->{state} == TAG_OPEN_STATE) {
476 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
477 wakaba 1.76 if ($self->{next_char} == 0x002F) { # /
478 wakaba 1.77 !!!cp (15);
479 wakaba 1.1 !!!next-input-character;
480 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
481 wakaba 1.1 redo A;
482     } else {
483 wakaba 1.77 !!!cp (16);
484 wakaba 1.1 ## reconsume
485 wakaba 1.57 $self->{state} = DATA_STATE;
486 wakaba 1.1
487 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
488 wakaba 1.1
489     redo A;
490     }
491 wakaba 1.40 } elsif ($self->{content_model} & CM_FULL_MARKUP) { # PCDATA
492 wakaba 1.76 if ($self->{next_char} == 0x0021) { # !
493 wakaba 1.77 !!!cp (17);
494 wakaba 1.57 $self->{state} = MARKUP_DECLARATION_OPEN_STATE;
495 wakaba 1.1 !!!next-input-character;
496     redo A;
497 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
498 wakaba 1.77 !!!cp (18);
499 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
500 wakaba 1.1 !!!next-input-character;
501     redo A;
502 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
503     $self->{next_char} <= 0x005A) { # A..Z
504 wakaba 1.77 !!!cp (19);
505 wakaba 1.1 $self->{current_token}
506 wakaba 1.55 = {type => START_TAG_TOKEN,
507 wakaba 1.76 tag_name => chr ($self->{next_char} + 0x0020)};
508 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
509 wakaba 1.1 !!!next-input-character;
510     redo A;
511 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
512     $self->{next_char} <= 0x007A) { # a..z
513 wakaba 1.77 !!!cp (20);
514 wakaba 1.55 $self->{current_token} = {type => START_TAG_TOKEN,
515 wakaba 1.76 tag_name => chr ($self->{next_char})};
516 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
517 wakaba 1.1 !!!next-input-character;
518     redo A;
519 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
520 wakaba 1.77 !!!cp (21);
521 wakaba 1.3 !!!parse-error (type => 'empty start tag');
522 wakaba 1.57 $self->{state} = DATA_STATE;
523 wakaba 1.1 !!!next-input-character;
524    
525 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<>'});
526 wakaba 1.1
527     redo A;
528 wakaba 1.76 } elsif ($self->{next_char} == 0x003F) { # ?
529 wakaba 1.77 !!!cp (22);
530 wakaba 1.3 !!!parse-error (type => 'pio');
531 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
532 wakaba 1.76 ## $self->{next_char} is intentionally left as is
533 wakaba 1.1 redo A;
534     } else {
535 wakaba 1.77 !!!cp (23);
536 wakaba 1.3 !!!parse-error (type => 'bare stago');
537 wakaba 1.57 $self->{state} = DATA_STATE;
538 wakaba 1.1 ## reconsume
539    
540 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
541 wakaba 1.1
542     redo A;
543     }
544     } else {
545 wakaba 1.40 die "$0: $self->{content_model} in tag open";
546 wakaba 1.1 }
547 wakaba 1.57 } elsif ($self->{state} == CLOSE_TAG_OPEN_STATE) {
548 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
549 wakaba 1.23 if (defined $self->{last_emitted_start_tag_name}) {
550 wakaba 1.30 ## NOTE: <http://krijnhoetmer.nl/irc-logs/whatwg/20070626#l-564>
551 wakaba 1.23 my @next_char;
552     TAGNAME: for (my $i = 0; $i < length $self->{last_emitted_start_tag_name}; $i++) {
553 wakaba 1.76 push @next_char, $self->{next_char};
554 wakaba 1.23 my $c = ord substr ($self->{last_emitted_start_tag_name}, $i, 1);
555     my $C = 0x0061 <= $c && $c <= 0x007A ? $c - 0x0020 : $c;
556 wakaba 1.76 if ($self->{next_char} == $c or $self->{next_char} == $C) {
557 wakaba 1.77 !!!cp (24);
558 wakaba 1.23 !!!next-input-character;
559     next TAGNAME;
560     } else {
561 wakaba 1.77 !!!cp (25);
562 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
563 wakaba 1.23 !!!back-next-input-character (@next_char);
564 wakaba 1.57 $self->{state} = DATA_STATE;
565 wakaba 1.23
566 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
567 wakaba 1.23
568     redo A;
569     }
570     }
571 wakaba 1.76 push @next_char, $self->{next_char};
572 wakaba 1.23
573 wakaba 1.76 unless ($self->{next_char} == 0x0009 or # HT
574     $self->{next_char} == 0x000A or # LF
575     $self->{next_char} == 0x000B or # VT
576     $self->{next_char} == 0x000C or # FF
577     $self->{next_char} == 0x0020 or # SP
578     $self->{next_char} == 0x003E or # >
579     $self->{next_char} == 0x002F or # /
580     $self->{next_char} == -1) {
581 wakaba 1.77 !!!cp (26);
582 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
583 wakaba 1.1 !!!back-next-input-character (@next_char);
584 wakaba 1.57 $self->{state} = DATA_STATE;
585 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
586 wakaba 1.1 redo A;
587 wakaba 1.23 } else {
588 wakaba 1.77 !!!cp (27);
589 wakaba 1.76 $self->{next_char} = shift @next_char;
590 wakaba 1.23 !!!back-next-input-character (@next_char);
591     # and consume...
592 wakaba 1.1 }
593 wakaba 1.23 } else {
594     ## No start tag token has ever been emitted
595 wakaba 1.77 !!!cp (28);
596 wakaba 1.23 # next-input-character is already done
597 wakaba 1.57 $self->{state} = DATA_STATE;
598 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
599 wakaba 1.1 redo A;
600     }
601     }
602    
603 wakaba 1.76 if (0x0041 <= $self->{next_char} and
604     $self->{next_char} <= 0x005A) { # A..Z
605 wakaba 1.77 !!!cp (29);
606 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
607 wakaba 1.76 tag_name => chr ($self->{next_char} + 0x0020)};
608 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
609 wakaba 1.1 !!!next-input-character;
610     redo A;
611 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
612     $self->{next_char} <= 0x007A) { # a..z
613 wakaba 1.77 !!!cp (30);
614 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
615 wakaba 1.76 tag_name => chr ($self->{next_char})};
616 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
617 wakaba 1.1 !!!next-input-character;
618     redo A;
619 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
620 wakaba 1.77 !!!cp (31);
621 wakaba 1.3 !!!parse-error (type => 'empty end tag');
622 wakaba 1.57 $self->{state} = DATA_STATE;
623 wakaba 1.1 !!!next-input-character;
624     redo A;
625 wakaba 1.76 } elsif ($self->{next_char} == -1) {
626 wakaba 1.77 !!!cp (32);
627 wakaba 1.3 !!!parse-error (type => 'bare etago');
628 wakaba 1.57 $self->{state} = DATA_STATE;
629 wakaba 1.1 # reconsume
630    
631 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
632 wakaba 1.1
633     redo A;
634     } else {
635 wakaba 1.77 !!!cp (33);
636 wakaba 1.3 !!!parse-error (type => 'bogus end tag');
637 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
638 wakaba 1.76 ## $self->{next_char} is intentionally left as is
639 wakaba 1.1 redo A;
640     }
641 wakaba 1.57 } elsif ($self->{state} == TAG_NAME_STATE) {
642 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
643     $self->{next_char} == 0x000A or # LF
644     $self->{next_char} == 0x000B or # VT
645     $self->{next_char} == 0x000C or # FF
646     $self->{next_char} == 0x0020) { # SP
647 wakaba 1.77 !!!cp (34);
648 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
649 wakaba 1.1 !!!next-input-character;
650     redo A;
651 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
652 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
653 wakaba 1.77 !!!cp (35);
654 wakaba 1.28 $self->{current_token}->{first_start_tag}
655     = not defined $self->{last_emitted_start_tag_name};
656 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
657 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
658 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
659 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
660     # ## NOTE: This should never be reached.
661     # !!! cp (36);
662     # !!! parse-error (type => 'end tag attribute');
663     #} else {
664 wakaba 1.77 !!!cp (37);
665 wakaba 1.78 #}
666 wakaba 1.1 } else {
667     die "$0: $self->{current_token}->{type}: Unknown token type";
668     }
669 wakaba 1.57 $self->{state} = DATA_STATE;
670 wakaba 1.1 !!!next-input-character;
671    
672     !!!emit ($self->{current_token}); # start tag or end tag
673    
674     redo A;
675 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
676     $self->{next_char} <= 0x005A) { # A..Z
677 wakaba 1.77 !!!cp (38);
678 wakaba 1.76 $self->{current_token}->{tag_name} .= chr ($self->{next_char} + 0x0020);
679 wakaba 1.1 # start tag or end tag
680     ## Stay in this state
681     !!!next-input-character;
682     redo A;
683 wakaba 1.76 } elsif ($self->{next_char} == -1) {
684 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
685 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
686 wakaba 1.77 !!!cp (39);
687 wakaba 1.28 $self->{current_token}->{first_start_tag}
688     = not defined $self->{last_emitted_start_tag_name};
689 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
690 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
691 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
692 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
693     # ## NOTE: This state should never be reached.
694     # !!! cp (40);
695     # !!! parse-error (type => 'end tag attribute');
696     #} else {
697 wakaba 1.77 !!!cp (41);
698 wakaba 1.78 #}
699 wakaba 1.1 } else {
700     die "$0: $self->{current_token}->{type}: Unknown token type";
701     }
702 wakaba 1.57 $self->{state} = DATA_STATE;
703 wakaba 1.1 # reconsume
704    
705     !!!emit ($self->{current_token}); # start tag or end tag
706    
707     redo A;
708 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
709 wakaba 1.1 !!!next-input-character;
710 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
711 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
712 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
713     # permitted slash
714 wakaba 1.77 !!!cp (42);
715 wakaba 1.1 #
716     } else {
717 wakaba 1.77 !!!cp (43);
718 wakaba 1.3 !!!parse-error (type => 'nestc');
719 wakaba 1.1 }
720 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
721 wakaba 1.1 # next-input-character is already done
722     redo A;
723     } else {
724 wakaba 1.77 !!!cp (44);
725 wakaba 1.76 $self->{current_token}->{tag_name} .= chr $self->{next_char};
726 wakaba 1.1 # start tag or end tag
727     ## Stay in the state
728     !!!next-input-character;
729     redo A;
730     }
731 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_NAME_STATE) {
732 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
733     $self->{next_char} == 0x000A or # LF
734     $self->{next_char} == 0x000B or # VT
735     $self->{next_char} == 0x000C or # FF
736     $self->{next_char} == 0x0020) { # SP
737 wakaba 1.77 !!!cp (45);
738 wakaba 1.1 ## Stay in the state
739     !!!next-input-character;
740     redo A;
741 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
742 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
743 wakaba 1.77 !!!cp (46);
744 wakaba 1.28 $self->{current_token}->{first_start_tag}
745     = not defined $self->{last_emitted_start_tag_name};
746 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
747 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
748 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
749 wakaba 1.1 if ($self->{current_token}->{attributes}) {
750 wakaba 1.77 !!!cp (47);
751 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
752 wakaba 1.77 } else {
753     !!!cp (48);
754 wakaba 1.1 }
755     } else {
756     die "$0: $self->{current_token}->{type}: Unknown token type";
757     }
758 wakaba 1.57 $self->{state} = DATA_STATE;
759 wakaba 1.1 !!!next-input-character;
760    
761     !!!emit ($self->{current_token}); # start tag or end tag
762    
763     redo A;
764 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
765     $self->{next_char} <= 0x005A) { # A..Z
766 wakaba 1.77 !!!cp (49);
767 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
768 wakaba 1.1 value => ''};
769 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
770 wakaba 1.1 !!!next-input-character;
771     redo A;
772 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
773 wakaba 1.1 !!!next-input-character;
774 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
775 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
776 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
777     # permitted slash
778 wakaba 1.77 !!!cp (50);
779 wakaba 1.1 #
780     } else {
781 wakaba 1.77 !!!cp (51);
782 wakaba 1.3 !!!parse-error (type => 'nestc');
783 wakaba 1.1 }
784     ## Stay in the state
785     # next-input-character is already done
786     redo A;
787 wakaba 1.76 } elsif ($self->{next_char} == -1) {
788 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
789 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
790 wakaba 1.77 !!!cp (52);
791 wakaba 1.28 $self->{current_token}->{first_start_tag}
792     = not defined $self->{last_emitted_start_tag_name};
793 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
794 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
795 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
796 wakaba 1.1 if ($self->{current_token}->{attributes}) {
797 wakaba 1.77 !!!cp (53);
798 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
799 wakaba 1.77 } else {
800     !!!cp (54);
801 wakaba 1.1 }
802     } else {
803     die "$0: $self->{current_token}->{type}: Unknown token type";
804     }
805 wakaba 1.57 $self->{state} = DATA_STATE;
806 wakaba 1.1 # reconsume
807    
808     !!!emit ($self->{current_token}); # start tag or end tag
809    
810     redo A;
811     } else {
812 wakaba 1.72 if ({
813     0x0022 => 1, # "
814     0x0027 => 1, # '
815     0x003D => 1, # =
816 wakaba 1.76 }->{$self->{next_char}}) {
817 wakaba 1.77 !!!cp (55);
818 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
819 wakaba 1.77 } else {
820     !!!cp (56);
821 wakaba 1.72 }
822 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char}),
823 wakaba 1.1 value => ''};
824 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
825 wakaba 1.1 !!!next-input-character;
826     redo A;
827     }
828 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_NAME_STATE) {
829 wakaba 1.1 my $before_leave = sub {
830     if (exists $self->{current_token}->{attributes} # start tag or end tag
831     ->{$self->{current_attribute}->{name}}) { # MUST
832 wakaba 1.77 !!!cp (57);
833 wakaba 1.39 !!!parse-error (type => 'duplicate attribute:'.$self->{current_attribute}->{name});
834 wakaba 1.1 ## Discard $self->{current_attribute} # MUST
835     } else {
836 wakaba 1.77 !!!cp (58);
837 wakaba 1.1 $self->{current_token}->{attributes}->{$self->{current_attribute}->{name}}
838     = $self->{current_attribute};
839     }
840     }; # $before_leave
841    
842 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
843     $self->{next_char} == 0x000A or # LF
844     $self->{next_char} == 0x000B or # VT
845     $self->{next_char} == 0x000C or # FF
846     $self->{next_char} == 0x0020) { # SP
847 wakaba 1.77 !!!cp (59);
848 wakaba 1.1 $before_leave->();
849 wakaba 1.57 $self->{state} = AFTER_ATTRIBUTE_NAME_STATE;
850 wakaba 1.1 !!!next-input-character;
851     redo A;
852 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
853 wakaba 1.77 !!!cp (60);
854 wakaba 1.1 $before_leave->();
855 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
856 wakaba 1.1 !!!next-input-character;
857     redo A;
858 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
859 wakaba 1.1 $before_leave->();
860 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
861 wakaba 1.77 !!!cp (61);
862 wakaba 1.28 $self->{current_token}->{first_start_tag}
863     = not defined $self->{last_emitted_start_tag_name};
864 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
865 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
866 wakaba 1.77 !!!cp (62);
867 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
868 wakaba 1.1 if ($self->{current_token}->{attributes}) {
869 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
870 wakaba 1.1 }
871     } else {
872     die "$0: $self->{current_token}->{type}: Unknown token type";
873     }
874 wakaba 1.57 $self->{state} = DATA_STATE;
875 wakaba 1.1 !!!next-input-character;
876    
877     !!!emit ($self->{current_token}); # start tag or end tag
878    
879     redo A;
880 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
881     $self->{next_char} <= 0x005A) { # A..Z
882 wakaba 1.77 !!!cp (63);
883 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char} + 0x0020);
884 wakaba 1.1 ## Stay in the state
885     !!!next-input-character;
886     redo A;
887 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
888 wakaba 1.1 $before_leave->();
889     !!!next-input-character;
890 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
891 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
892 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
893     # permitted slash
894 wakaba 1.77 !!!cp (64);
895 wakaba 1.1 #
896     } else {
897 wakaba 1.77 !!!cp (65);
898 wakaba 1.3 !!!parse-error (type => 'nestc');
899 wakaba 1.1 }
900 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
901 wakaba 1.1 # next-input-character is already done
902     redo A;
903 wakaba 1.76 } elsif ($self->{next_char} == -1) {
904 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
905 wakaba 1.1 $before_leave->();
906 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
907 wakaba 1.77 !!!cp (66);
908 wakaba 1.28 $self->{current_token}->{first_start_tag}
909     = not defined $self->{last_emitted_start_tag_name};
910 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
911 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
912 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
913 wakaba 1.1 if ($self->{current_token}->{attributes}) {
914 wakaba 1.77 !!!cp (67);
915 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
916 wakaba 1.77 } else {
917 wakaba 1.78 ## NOTE: This state should never be reached.
918 wakaba 1.77 !!!cp (68);
919 wakaba 1.1 }
920     } else {
921     die "$0: $self->{current_token}->{type}: Unknown token type";
922     }
923 wakaba 1.57 $self->{state} = DATA_STATE;
924 wakaba 1.1 # reconsume
925    
926     !!!emit ($self->{current_token}); # start tag or end tag
927    
928     redo A;
929     } else {
930 wakaba 1.76 if ($self->{next_char} == 0x0022 or # "
931     $self->{next_char} == 0x0027) { # '
932 wakaba 1.77 !!!cp (69);
933 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
934 wakaba 1.77 } else {
935     !!!cp (70);
936 wakaba 1.72 }
937 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char});
938 wakaba 1.1 ## Stay in the state
939     !!!next-input-character;
940     redo A;
941     }
942 wakaba 1.57 } elsif ($self->{state} == AFTER_ATTRIBUTE_NAME_STATE) {
943 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
944     $self->{next_char} == 0x000A or # LF
945     $self->{next_char} == 0x000B or # VT
946     $self->{next_char} == 0x000C or # FF
947     $self->{next_char} == 0x0020) { # SP
948 wakaba 1.77 !!!cp (71);
949 wakaba 1.1 ## Stay in the state
950     !!!next-input-character;
951     redo A;
952 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
953 wakaba 1.77 !!!cp (72);
954 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
955 wakaba 1.1 !!!next-input-character;
956     redo A;
957 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
958 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
959 wakaba 1.77 !!!cp (73);
960 wakaba 1.28 $self->{current_token}->{first_start_tag}
961     = not defined $self->{last_emitted_start_tag_name};
962 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
963 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
964 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
965 wakaba 1.1 if ($self->{current_token}->{attributes}) {
966 wakaba 1.77 !!!cp (74);
967 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
968 wakaba 1.77 } else {
969 wakaba 1.78 ## NOTE: This state should never be reached.
970 wakaba 1.77 !!!cp (75);
971 wakaba 1.1 }
972     } else {
973     die "$0: $self->{current_token}->{type}: Unknown token type";
974     }
975 wakaba 1.57 $self->{state} = DATA_STATE;
976 wakaba 1.1 !!!next-input-character;
977    
978     !!!emit ($self->{current_token}); # start tag or end tag
979    
980     redo A;
981 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
982     $self->{next_char} <= 0x005A) { # A..Z
983 wakaba 1.77 !!!cp (76);
984 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
985 wakaba 1.1 value => ''};
986 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
987 wakaba 1.1 !!!next-input-character;
988     redo A;
989 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
990 wakaba 1.1 !!!next-input-character;
991 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
992 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
993 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
994     # permitted slash
995 wakaba 1.77 !!!cp (77);
996 wakaba 1.1 #
997     } else {
998 wakaba 1.77 !!!cp (78);
999 wakaba 1.3 !!!parse-error (type => 'nestc');
1000 wakaba 1.33 ## TODO: Different error type for <aa / bb> than <aa/>
1001 wakaba 1.1 }
1002 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1003 wakaba 1.1 # next-input-character is already done
1004     redo A;
1005 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1006 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1007 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1008 wakaba 1.77 !!!cp (79);
1009 wakaba 1.28 $self->{current_token}->{first_start_tag}
1010     = not defined $self->{last_emitted_start_tag_name};
1011 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1012 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1013 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1014 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1015 wakaba 1.77 !!!cp (80);
1016 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1017 wakaba 1.77 } else {
1018 wakaba 1.78 ## NOTE: This state should never be reached.
1019 wakaba 1.77 !!!cp (81);
1020 wakaba 1.1 }
1021     } else {
1022     die "$0: $self->{current_token}->{type}: Unknown token type";
1023     }
1024 wakaba 1.57 $self->{state} = DATA_STATE;
1025 wakaba 1.1 # reconsume
1026    
1027     !!!emit ($self->{current_token}); # start tag or end tag
1028    
1029     redo A;
1030     } else {
1031 wakaba 1.77 !!!cp (82);
1032 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char}),
1033 wakaba 1.1 value => ''};
1034 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1035 wakaba 1.1 !!!next-input-character;
1036     redo A;
1037     }
1038 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_VALUE_STATE) {
1039 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1040     $self->{next_char} == 0x000A or # LF
1041     $self->{next_char} == 0x000B or # VT
1042     $self->{next_char} == 0x000C or # FF
1043     $self->{next_char} == 0x0020) { # SP
1044 wakaba 1.77 !!!cp (83);
1045 wakaba 1.1 ## Stay in the state
1046     !!!next-input-character;
1047     redo A;
1048 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1049 wakaba 1.77 !!!cp (84);
1050 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE;
1051 wakaba 1.1 !!!next-input-character;
1052     redo A;
1053 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1054 wakaba 1.77 !!!cp (85);
1055 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1056 wakaba 1.1 ## reconsume
1057     redo A;
1058 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1059 wakaba 1.77 !!!cp (86);
1060 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE;
1061 wakaba 1.1 !!!next-input-character;
1062     redo A;
1063 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1064 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1065 wakaba 1.77 !!!cp (87);
1066 wakaba 1.28 $self->{current_token}->{first_start_tag}
1067     = not defined $self->{last_emitted_start_tag_name};
1068 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1069 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1070 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1071 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1072 wakaba 1.77 !!!cp (88);
1073 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1074 wakaba 1.77 } else {
1075 wakaba 1.78 ## NOTE: This state should never be reached.
1076 wakaba 1.77 !!!cp (89);
1077 wakaba 1.1 }
1078     } else {
1079     die "$0: $self->{current_token}->{type}: Unknown token type";
1080     }
1081 wakaba 1.57 $self->{state} = DATA_STATE;
1082 wakaba 1.1 !!!next-input-character;
1083    
1084     !!!emit ($self->{current_token}); # start tag or end tag
1085    
1086     redo A;
1087 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1088 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1089 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1090 wakaba 1.77 !!!cp (90);
1091 wakaba 1.28 $self->{current_token}->{first_start_tag}
1092     = not defined $self->{last_emitted_start_tag_name};
1093 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1094 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1095 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1096 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1097 wakaba 1.77 !!!cp (91);
1098 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1099 wakaba 1.77 } else {
1100 wakaba 1.78 ## NOTE: This state should never be reached.
1101 wakaba 1.77 !!!cp (92);
1102 wakaba 1.1 }
1103     } else {
1104     die "$0: $self->{current_token}->{type}: Unknown token type";
1105     }
1106 wakaba 1.57 $self->{state} = DATA_STATE;
1107 wakaba 1.1 ## reconsume
1108    
1109     !!!emit ($self->{current_token}); # start tag or end tag
1110    
1111     redo A;
1112     } else {
1113 wakaba 1.76 if ($self->{next_char} == 0x003D) { # =
1114 wakaba 1.77 !!!cp (93);
1115 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1116 wakaba 1.77 } else {
1117     !!!cp (94);
1118 wakaba 1.72 }
1119 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1120 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1121 wakaba 1.1 !!!next-input-character;
1122     redo A;
1123     }
1124 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE) {
1125 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1126 wakaba 1.77 !!!cp (95);
1127 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1128 wakaba 1.1 !!!next-input-character;
1129     redo A;
1130 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1131 wakaba 1.77 !!!cp (96);
1132 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1133     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1134 wakaba 1.1 !!!next-input-character;
1135     redo A;
1136 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1137 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1138 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1139 wakaba 1.77 !!!cp (97);
1140 wakaba 1.28 $self->{current_token}->{first_start_tag}
1141     = not defined $self->{last_emitted_start_tag_name};
1142 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1143 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1144 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1145 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1146 wakaba 1.77 !!!cp (98);
1147 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1148 wakaba 1.77 } else {
1149 wakaba 1.78 ## NOTE: This state should never be reached.
1150 wakaba 1.77 !!!cp (99);
1151 wakaba 1.1 }
1152     } else {
1153     die "$0: $self->{current_token}->{type}: Unknown token type";
1154     }
1155 wakaba 1.57 $self->{state} = DATA_STATE;
1156 wakaba 1.1 ## reconsume
1157    
1158     !!!emit ($self->{current_token}); # start tag or end tag
1159    
1160     redo A;
1161     } else {
1162 wakaba 1.77 !!!cp (100);
1163 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1164 wakaba 1.1 ## Stay in the state
1165     !!!next-input-character;
1166     redo A;
1167     }
1168 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE) {
1169 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1170 wakaba 1.77 !!!cp (101);
1171 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1172 wakaba 1.1 !!!next-input-character;
1173     redo A;
1174 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1175 wakaba 1.77 !!!cp (102);
1176 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1177     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1178 wakaba 1.1 !!!next-input-character;
1179     redo A;
1180 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1181 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1182 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1183 wakaba 1.77 !!!cp (103);
1184 wakaba 1.28 $self->{current_token}->{first_start_tag}
1185     = not defined $self->{last_emitted_start_tag_name};
1186 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1187 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1188 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1189 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1190 wakaba 1.77 !!!cp (104);
1191 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1192 wakaba 1.77 } else {
1193 wakaba 1.78 ## NOTE: This state should never be reached.
1194 wakaba 1.77 !!!cp (105);
1195 wakaba 1.1 }
1196     } else {
1197     die "$0: $self->{current_token}->{type}: Unknown token type";
1198     }
1199 wakaba 1.57 $self->{state} = DATA_STATE;
1200 wakaba 1.1 ## reconsume
1201    
1202     !!!emit ($self->{current_token}); # start tag or end tag
1203    
1204     redo A;
1205     } else {
1206 wakaba 1.77 !!!cp (106);
1207 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1208 wakaba 1.1 ## Stay in the state
1209     !!!next-input-character;
1210     redo A;
1211     }
1212 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_UNQUOTED_STATE) {
1213 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1214     $self->{next_char} == 0x000A or # LF
1215     $self->{next_char} == 0x000B or # HT
1216     $self->{next_char} == 0x000C or # FF
1217     $self->{next_char} == 0x0020) { # SP
1218 wakaba 1.77 !!!cp (107);
1219 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1220 wakaba 1.1 !!!next-input-character;
1221     redo A;
1222 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1223 wakaba 1.77 !!!cp (108);
1224 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1225     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1226 wakaba 1.1 !!!next-input-character;
1227     redo A;
1228 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1229 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1230 wakaba 1.77 !!!cp (109);
1231 wakaba 1.28 $self->{current_token}->{first_start_tag}
1232     = not defined $self->{last_emitted_start_tag_name};
1233 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1234 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1235 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1236 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1237 wakaba 1.77 !!!cp (110);
1238 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1239 wakaba 1.77 } else {
1240 wakaba 1.78 ## NOTE: This state should never be reached.
1241 wakaba 1.77 !!!cp (111);
1242 wakaba 1.1 }
1243     } else {
1244     die "$0: $self->{current_token}->{type}: Unknown token type";
1245     }
1246 wakaba 1.57 $self->{state} = DATA_STATE;
1247 wakaba 1.1 !!!next-input-character;
1248    
1249     !!!emit ($self->{current_token}); # start tag or end tag
1250    
1251     redo A;
1252 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1253 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1254 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1255 wakaba 1.77 !!!cp (112);
1256 wakaba 1.28 $self->{current_token}->{first_start_tag}
1257     = not defined $self->{last_emitted_start_tag_name};
1258 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1259 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1260 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1261 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1262 wakaba 1.77 !!!cp (113);
1263 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1264 wakaba 1.77 } else {
1265 wakaba 1.78 ## NOTE: This state should never be reached.
1266 wakaba 1.77 !!!cp (114);
1267 wakaba 1.1 }
1268     } else {
1269     die "$0: $self->{current_token}->{type}: Unknown token type";
1270     }
1271 wakaba 1.57 $self->{state} = DATA_STATE;
1272 wakaba 1.1 ## reconsume
1273    
1274     !!!emit ($self->{current_token}); # start tag or end tag
1275    
1276     redo A;
1277     } else {
1278 wakaba 1.72 if ({
1279     0x0022 => 1, # "
1280     0x0027 => 1, # '
1281     0x003D => 1, # =
1282 wakaba 1.76 }->{$self->{next_char}}) {
1283 wakaba 1.77 !!!cp (115);
1284 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1285 wakaba 1.77 } else {
1286     !!!cp (116);
1287 wakaba 1.72 }
1288 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1289 wakaba 1.1 ## Stay in the state
1290     !!!next-input-character;
1291     redo A;
1292     }
1293 wakaba 1.57 } elsif ($self->{state} == ENTITY_IN_ATTRIBUTE_VALUE_STATE) {
1294 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity
1295     (1,
1296     $self->{last_attribute_value_state}
1297     == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE ? 0x0022 : # "
1298     $self->{last_attribute_value_state}
1299     == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE ? 0x0027 : # '
1300     -1);
1301 wakaba 1.1
1302     unless (defined $token) {
1303 wakaba 1.77 !!!cp (117);
1304 wakaba 1.1 $self->{current_attribute}->{value} .= '&';
1305     } else {
1306 wakaba 1.77 !!!cp (118);
1307 wakaba 1.1 $self->{current_attribute}->{value} .= $token->{data};
1308 wakaba 1.66 $self->{current_attribute}->{has_reference} = $token->{has_reference};
1309 wakaba 1.1 ## ISSUE: spec says "append the returned character token to the current attribute's value"
1310     }
1311    
1312     $self->{state} = $self->{last_attribute_value_state};
1313     # next-input-character is already done
1314     redo A;
1315 wakaba 1.72 } elsif ($self->{state} == AFTER_ATTRIBUTE_VALUE_QUOTED_STATE) {
1316 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1317     $self->{next_char} == 0x000A or # LF
1318     $self->{next_char} == 0x000B or # VT
1319     $self->{next_char} == 0x000C or # FF
1320     $self->{next_char} == 0x0020) { # SP
1321 wakaba 1.77 !!!cp (118);
1322 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1323     !!!next-input-character;
1324     redo A;
1325 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1326 wakaba 1.72 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1327 wakaba 1.77 !!!cp (119);
1328 wakaba 1.72 $self->{current_token}->{first_start_tag}
1329     = not defined $self->{last_emitted_start_tag_name};
1330     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1331     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1332     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1333     if ($self->{current_token}->{attributes}) {
1334 wakaba 1.77 !!!cp (120);
1335 wakaba 1.72 !!!parse-error (type => 'end tag attribute');
1336 wakaba 1.77 } else {
1337 wakaba 1.78 ## NOTE: This state should never be reached.
1338 wakaba 1.77 !!!cp (121);
1339 wakaba 1.72 }
1340     } else {
1341     die "$0: $self->{current_token}->{type}: Unknown token type";
1342     }
1343     $self->{state} = DATA_STATE;
1344     !!!next-input-character;
1345    
1346     !!!emit ($self->{current_token}); # start tag or end tag
1347    
1348     redo A;
1349 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1350 wakaba 1.72 !!!next-input-character;
1351 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
1352 wakaba 1.72 $self->{current_token}->{type} == START_TAG_TOKEN and
1353     $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
1354     # permitted slash
1355 wakaba 1.77 !!!cp (122);
1356 wakaba 1.72 #
1357     } else {
1358 wakaba 1.77 !!!cp (123);
1359 wakaba 1.72 !!!parse-error (type => 'nestc');
1360     }
1361     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1362     # next-input-character is already done
1363     redo A;
1364     } else {
1365 wakaba 1.77 !!!cp (124);
1366 wakaba 1.72 !!!parse-error (type => 'no space between attributes');
1367     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1368     ## reconsume
1369     redo A;
1370     }
1371 wakaba 1.57 } elsif ($self->{state} == BOGUS_COMMENT_STATE) {
1372 wakaba 1.1 ## (only happen if PCDATA state)
1373    
1374 wakaba 1.55 my $token = {type => COMMENT_TOKEN, data => ''};
1375 wakaba 1.1
1376     BC: {
1377 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
1378 wakaba 1.77 !!!cp (124);
1379 wakaba 1.57 $self->{state} = DATA_STATE;
1380 wakaba 1.1 !!!next-input-character;
1381    
1382     !!!emit ($token);
1383    
1384     redo A;
1385 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1386 wakaba 1.77 !!!cp (125);
1387 wakaba 1.57 $self->{state} = DATA_STATE;
1388 wakaba 1.1 ## reconsume
1389    
1390     !!!emit ($token);
1391    
1392     redo A;
1393     } else {
1394 wakaba 1.77 !!!cp (126);
1395 wakaba 1.76 $token->{data} .= chr ($self->{next_char});
1396 wakaba 1.1 !!!next-input-character;
1397     redo BC;
1398     }
1399     } # BC
1400 wakaba 1.77
1401     die "$0: _get_next_token: unexpected case [BC]";
1402 wakaba 1.57 } elsif ($self->{state} == MARKUP_DECLARATION_OPEN_STATE) {
1403 wakaba 1.1 ## (only happen if PCDATA state)
1404    
1405     my @next_char;
1406 wakaba 1.76 push @next_char, $self->{next_char};
1407 wakaba 1.1
1408 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1409 wakaba 1.1 !!!next-input-character;
1410 wakaba 1.76 push @next_char, $self->{next_char};
1411     if ($self->{next_char} == 0x002D) { # -
1412 wakaba 1.77 !!!cp (127);
1413 wakaba 1.55 $self->{current_token} = {type => COMMENT_TOKEN, data => ''};
1414 wakaba 1.57 $self->{state} = COMMENT_START_STATE;
1415 wakaba 1.1 !!!next-input-character;
1416     redo A;
1417 wakaba 1.77 } else {
1418     !!!cp (128);
1419 wakaba 1.1 }
1420 wakaba 1.76 } elsif ($self->{next_char} == 0x0044 or # D
1421     $self->{next_char} == 0x0064) { # d
1422 wakaba 1.1 !!!next-input-character;
1423 wakaba 1.76 push @next_char, $self->{next_char};
1424     if ($self->{next_char} == 0x004F or # O
1425     $self->{next_char} == 0x006F) { # o
1426 wakaba 1.1 !!!next-input-character;
1427 wakaba 1.76 push @next_char, $self->{next_char};
1428     if ($self->{next_char} == 0x0043 or # C
1429     $self->{next_char} == 0x0063) { # c
1430 wakaba 1.1 !!!next-input-character;
1431 wakaba 1.76 push @next_char, $self->{next_char};
1432     if ($self->{next_char} == 0x0054 or # T
1433     $self->{next_char} == 0x0074) { # t
1434 wakaba 1.1 !!!next-input-character;
1435 wakaba 1.76 push @next_char, $self->{next_char};
1436     if ($self->{next_char} == 0x0059 or # Y
1437     $self->{next_char} == 0x0079) { # y
1438 wakaba 1.1 !!!next-input-character;
1439 wakaba 1.76 push @next_char, $self->{next_char};
1440     if ($self->{next_char} == 0x0050 or # P
1441     $self->{next_char} == 0x0070) { # p
1442 wakaba 1.1 !!!next-input-character;
1443 wakaba 1.76 push @next_char, $self->{next_char};
1444     if ($self->{next_char} == 0x0045 or # E
1445     $self->{next_char} == 0x0065) { # e
1446 wakaba 1.77 !!!cp (129);
1447     ## TODO: What a stupid code this is!
1448 wakaba 1.57 $self->{state} = DOCTYPE_STATE;
1449 wakaba 1.1 !!!next-input-character;
1450     redo A;
1451 wakaba 1.77 } else {
1452     !!!cp (130);
1453 wakaba 1.1 }
1454 wakaba 1.77 } else {
1455     !!!cp (131);
1456 wakaba 1.1 }
1457 wakaba 1.77 } else {
1458     !!!cp (132);
1459 wakaba 1.1 }
1460 wakaba 1.77 } else {
1461     !!!cp (133);
1462 wakaba 1.1 }
1463 wakaba 1.77 } else {
1464     !!!cp (134);
1465 wakaba 1.1 }
1466 wakaba 1.77 } else {
1467     !!!cp (135);
1468 wakaba 1.1 }
1469 wakaba 1.77 } else {
1470     !!!cp (136);
1471 wakaba 1.1 }
1472    
1473 wakaba 1.30 !!!parse-error (type => 'bogus comment');
1474 wakaba 1.76 $self->{next_char} = shift @next_char;
1475 wakaba 1.1 !!!back-next-input-character (@next_char);
1476 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1477 wakaba 1.1 redo A;
1478    
1479     ## ISSUE: typos in spec: chacacters, is is a parse error
1480     ## ISSUE: spec is somewhat unclear on "is the first character that will be in the comment"; what is "that will be in the comment" is what the algorithm defines, isn't it?
1481 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_STATE) {
1482 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1483 wakaba 1.77 !!!cp (137);
1484 wakaba 1.57 $self->{state} = COMMENT_START_DASH_STATE;
1485 wakaba 1.23 !!!next-input-character;
1486     redo A;
1487 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1488 wakaba 1.77 !!!cp (138);
1489 wakaba 1.23 !!!parse-error (type => 'bogus comment');
1490 wakaba 1.57 $self->{state} = DATA_STATE;
1491 wakaba 1.23 !!!next-input-character;
1492    
1493     !!!emit ($self->{current_token}); # comment
1494    
1495     redo A;
1496 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1497 wakaba 1.77 !!!cp (139);
1498 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
1499 wakaba 1.57 $self->{state} = DATA_STATE;
1500 wakaba 1.23 ## reconsume
1501    
1502     !!!emit ($self->{current_token}); # comment
1503    
1504     redo A;
1505     } else {
1506 wakaba 1.77 !!!cp (140);
1507 wakaba 1.23 $self->{current_token}->{data} # comment
1508 wakaba 1.76 .= chr ($self->{next_char});
1509 wakaba 1.57 $self->{state} = COMMENT_STATE;
1510 wakaba 1.23 !!!next-input-character;
1511     redo A;
1512     }
1513 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_DASH_STATE) {
1514 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1515 wakaba 1.77 !!!cp (141);
1516 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
1517 wakaba 1.23 !!!next-input-character;
1518     redo A;
1519 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1520 wakaba 1.77 !!!cp (142);
1521 wakaba 1.23 !!!parse-error (type => 'bogus comment');
1522 wakaba 1.57 $self->{state} = DATA_STATE;
1523 wakaba 1.23 !!!next-input-character;
1524    
1525     !!!emit ($self->{current_token}); # comment
1526    
1527     redo A;
1528 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1529 wakaba 1.77 !!!cp (143);
1530 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
1531 wakaba 1.57 $self->{state} = DATA_STATE;
1532 wakaba 1.23 ## reconsume
1533    
1534     !!!emit ($self->{current_token}); # comment
1535    
1536     redo A;
1537     } else {
1538 wakaba 1.77 !!!cp (144);
1539 wakaba 1.23 $self->{current_token}->{data} # comment
1540 wakaba 1.76 .= '-' . chr ($self->{next_char});
1541 wakaba 1.57 $self->{state} = COMMENT_STATE;
1542 wakaba 1.23 !!!next-input-character;
1543     redo A;
1544     }
1545 wakaba 1.57 } elsif ($self->{state} == COMMENT_STATE) {
1546 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1547 wakaba 1.77 !!!cp (145);
1548 wakaba 1.57 $self->{state} = COMMENT_END_DASH_STATE;
1549 wakaba 1.1 !!!next-input-character;
1550     redo A;
1551 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1552 wakaba 1.77 !!!cp (146);
1553 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1554 wakaba 1.57 $self->{state} = DATA_STATE;
1555 wakaba 1.1 ## reconsume
1556    
1557     !!!emit ($self->{current_token}); # comment
1558    
1559     redo A;
1560     } else {
1561 wakaba 1.77 !!!cp (147);
1562 wakaba 1.76 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
1563 wakaba 1.1 ## Stay in the state
1564     !!!next-input-character;
1565     redo A;
1566     }
1567 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_DASH_STATE) {
1568 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1569 wakaba 1.77 !!!cp (148);
1570 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
1571 wakaba 1.1 !!!next-input-character;
1572     redo A;
1573 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1574 wakaba 1.77 !!!cp (149);
1575 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1576 wakaba 1.57 $self->{state} = DATA_STATE;
1577 wakaba 1.1 ## reconsume
1578    
1579     !!!emit ($self->{current_token}); # comment
1580    
1581     redo A;
1582     } else {
1583 wakaba 1.77 !!!cp (150);
1584 wakaba 1.76 $self->{current_token}->{data} .= '-' . chr ($self->{next_char}); # comment
1585 wakaba 1.57 $self->{state} = COMMENT_STATE;
1586 wakaba 1.1 !!!next-input-character;
1587     redo A;
1588     }
1589 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_STATE) {
1590 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
1591 wakaba 1.77 !!!cp (151);
1592 wakaba 1.57 $self->{state} = DATA_STATE;
1593 wakaba 1.1 !!!next-input-character;
1594    
1595     !!!emit ($self->{current_token}); # comment
1596    
1597     redo A;
1598 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
1599 wakaba 1.77 !!!cp (152);
1600 wakaba 1.3 !!!parse-error (type => 'dash in comment');
1601 wakaba 1.1 $self->{current_token}->{data} .= '-'; # comment
1602     ## Stay in the state
1603     !!!next-input-character;
1604     redo A;
1605 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1606 wakaba 1.77 !!!cp (153);
1607 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1608 wakaba 1.57 $self->{state} = DATA_STATE;
1609 wakaba 1.1 ## reconsume
1610    
1611     !!!emit ($self->{current_token}); # comment
1612    
1613     redo A;
1614     } else {
1615 wakaba 1.77 !!!cp (154);
1616 wakaba 1.3 !!!parse-error (type => 'dash in comment');
1617 wakaba 1.76 $self->{current_token}->{data} .= '--' . chr ($self->{next_char}); # comment
1618 wakaba 1.57 $self->{state} = COMMENT_STATE;
1619 wakaba 1.1 !!!next-input-character;
1620     redo A;
1621     }
1622 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_STATE) {
1623 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1624     $self->{next_char} == 0x000A or # LF
1625     $self->{next_char} == 0x000B or # VT
1626     $self->{next_char} == 0x000C or # FF
1627     $self->{next_char} == 0x0020) { # SP
1628 wakaba 1.77 !!!cp (155);
1629 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1630 wakaba 1.1 !!!next-input-character;
1631     redo A;
1632     } else {
1633 wakaba 1.77 !!!cp (156);
1634 wakaba 1.3 !!!parse-error (type => 'no space before DOCTYPE name');
1635 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1636 wakaba 1.1 ## reconsume
1637     redo A;
1638     }
1639 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_NAME_STATE) {
1640 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1641     $self->{next_char} == 0x000A or # LF
1642     $self->{next_char} == 0x000B or # VT
1643     $self->{next_char} == 0x000C or # FF
1644     $self->{next_char} == 0x0020) { # SP
1645 wakaba 1.77 !!!cp (157);
1646 wakaba 1.1 ## Stay in the state
1647     !!!next-input-character;
1648     redo A;
1649 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1650 wakaba 1.77 !!!cp (158);
1651 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
1652 wakaba 1.57 $self->{state} = DATA_STATE;
1653 wakaba 1.1 !!!next-input-character;
1654    
1655 wakaba 1.75 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1656 wakaba 1.1
1657     redo A;
1658 wakaba 1.77 } elsif ($self->{next_char} == -1) {
1659     !!!cp (159);
1660 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
1661 wakaba 1.57 $self->{state} = DATA_STATE;
1662 wakaba 1.1 ## reconsume
1663    
1664 wakaba 1.75 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1665 wakaba 1.1
1666     redo A;
1667     } else {
1668 wakaba 1.77 !!!cp (160);
1669 wakaba 1.18 $self->{current_token}
1670 wakaba 1.55 = {type => DOCTYPE_TOKEN,
1671 wakaba 1.76 name => chr ($self->{next_char}),
1672 wakaba 1.75 #quirks => 0,
1673     };
1674 wakaba 1.4 ## ISSUE: "Set the token's name name to the" in the spec
1675 wakaba 1.57 $self->{state} = DOCTYPE_NAME_STATE;
1676 wakaba 1.1 !!!next-input-character;
1677     redo A;
1678     }
1679 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_NAME_STATE) {
1680 wakaba 1.18 ## ISSUE: Redundant "First," in the spec.
1681 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1682     $self->{next_char} == 0x000A or # LF
1683     $self->{next_char} == 0x000B or # VT
1684     $self->{next_char} == 0x000C or # FF
1685     $self->{next_char} == 0x0020) { # SP
1686 wakaba 1.77 !!!cp (161);
1687 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_NAME_STATE;
1688 wakaba 1.1 !!!next-input-character;
1689     redo A;
1690 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1691 wakaba 1.77 !!!cp (162);
1692 wakaba 1.57 $self->{state} = DATA_STATE;
1693 wakaba 1.1 !!!next-input-character;
1694    
1695     !!!emit ($self->{current_token}); # DOCTYPE
1696    
1697     redo A;
1698 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1699 wakaba 1.77 !!!cp (163);
1700 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
1701 wakaba 1.57 $self->{state} = DATA_STATE;
1702 wakaba 1.1 ## reconsume
1703    
1704 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1705 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1706 wakaba 1.1
1707     redo A;
1708     } else {
1709 wakaba 1.77 !!!cp (164);
1710 wakaba 1.1 $self->{current_token}->{name}
1711 wakaba 1.76 .= chr ($self->{next_char}); # DOCTYPE
1712 wakaba 1.1 ## Stay in the state
1713     !!!next-input-character;
1714     redo A;
1715     }
1716 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_NAME_STATE) {
1717 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1718     $self->{next_char} == 0x000A or # LF
1719     $self->{next_char} == 0x000B or # VT
1720     $self->{next_char} == 0x000C or # FF
1721     $self->{next_char} == 0x0020) { # SP
1722 wakaba 1.77 !!!cp (165);
1723 wakaba 1.1 ## Stay in the state
1724     !!!next-input-character;
1725     redo A;
1726 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1727 wakaba 1.77 !!!cp (166);
1728 wakaba 1.57 $self->{state} = DATA_STATE;
1729 wakaba 1.1 !!!next-input-character;
1730    
1731     !!!emit ($self->{current_token}); # DOCTYPE
1732    
1733     redo A;
1734 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1735 wakaba 1.77 !!!cp (167);
1736 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
1737 wakaba 1.57 $self->{state} = DATA_STATE;
1738 wakaba 1.1 ## reconsume
1739    
1740 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1741 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1742    
1743     redo A;
1744 wakaba 1.76 } elsif ($self->{next_char} == 0x0050 or # P
1745     $self->{next_char} == 0x0070) { # p
1746 wakaba 1.18 !!!next-input-character;
1747 wakaba 1.76 if ($self->{next_char} == 0x0055 or # U
1748     $self->{next_char} == 0x0075) { # u
1749 wakaba 1.18 !!!next-input-character;
1750 wakaba 1.76 if ($self->{next_char} == 0x0042 or # B
1751     $self->{next_char} == 0x0062) { # b
1752 wakaba 1.18 !!!next-input-character;
1753 wakaba 1.76 if ($self->{next_char} == 0x004C or # L
1754     $self->{next_char} == 0x006C) { # l
1755 wakaba 1.18 !!!next-input-character;
1756 wakaba 1.76 if ($self->{next_char} == 0x0049 or # I
1757     $self->{next_char} == 0x0069) { # i
1758 wakaba 1.18 !!!next-input-character;
1759 wakaba 1.76 if ($self->{next_char} == 0x0043 or # C
1760     $self->{next_char} == 0x0063) { # c
1761 wakaba 1.77 !!!cp (168);
1762 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1763 wakaba 1.18 !!!next-input-character;
1764     redo A;
1765 wakaba 1.77 } else {
1766     !!!cp (169);
1767 wakaba 1.18 }
1768 wakaba 1.77 } else {
1769     !!!cp (170);
1770 wakaba 1.18 }
1771 wakaba 1.77 } else {
1772     !!!cp (171);
1773 wakaba 1.18 }
1774 wakaba 1.77 } else {
1775     !!!cp (172);
1776 wakaba 1.18 }
1777 wakaba 1.77 } else {
1778     !!!cp (173);
1779 wakaba 1.18 }
1780    
1781     #
1782 wakaba 1.76 } elsif ($self->{next_char} == 0x0053 or # S
1783     $self->{next_char} == 0x0073) { # s
1784 wakaba 1.18 !!!next-input-character;
1785 wakaba 1.76 if ($self->{next_char} == 0x0059 or # Y
1786     $self->{next_char} == 0x0079) { # y
1787 wakaba 1.18 !!!next-input-character;
1788 wakaba 1.76 if ($self->{next_char} == 0x0053 or # S
1789     $self->{next_char} == 0x0073) { # s
1790 wakaba 1.18 !!!next-input-character;
1791 wakaba 1.76 if ($self->{next_char} == 0x0054 or # T
1792     $self->{next_char} == 0x0074) { # t
1793 wakaba 1.18 !!!next-input-character;
1794 wakaba 1.76 if ($self->{next_char} == 0x0045 or # E
1795     $self->{next_char} == 0x0065) { # e
1796 wakaba 1.18 !!!next-input-character;
1797 wakaba 1.76 if ($self->{next_char} == 0x004D or # M
1798     $self->{next_char} == 0x006D) { # m
1799 wakaba 1.77 !!!cp (174);
1800 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
1801 wakaba 1.18 !!!next-input-character;
1802     redo A;
1803 wakaba 1.77 } else {
1804     !!!cp (175);
1805 wakaba 1.18 }
1806 wakaba 1.77 } else {
1807     !!!cp (176);
1808 wakaba 1.18 }
1809 wakaba 1.77 } else {
1810     !!!cp (177);
1811 wakaba 1.18 }
1812 wakaba 1.77 } else {
1813     !!!cp (178);
1814 wakaba 1.18 }
1815 wakaba 1.77 } else {
1816     !!!cp (179);
1817 wakaba 1.18 }
1818    
1819     #
1820     } else {
1821 wakaba 1.77 !!!cp (180);
1822 wakaba 1.18 !!!next-input-character;
1823     #
1824     }
1825    
1826     !!!parse-error (type => 'string after DOCTYPE name');
1827 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1828 wakaba 1.73
1829 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
1830 wakaba 1.18 # next-input-character is already done
1831     redo A;
1832 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1833 wakaba 1.18 if ({
1834     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1835     #0x000D => 1, # HT, LF, VT, FF, SP, CR
1836 wakaba 1.76 }->{$self->{next_char}}) {
1837 wakaba 1.77 !!!cp (181);
1838 wakaba 1.18 ## Stay in the state
1839     !!!next-input-character;
1840     redo A;
1841 wakaba 1.76 } elsif ($self->{next_char} eq 0x0022) { # "
1842 wakaba 1.77 !!!cp (182);
1843 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1844 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE;
1845 wakaba 1.18 !!!next-input-character;
1846     redo A;
1847 wakaba 1.76 } elsif ($self->{next_char} eq 0x0027) { # '
1848 wakaba 1.77 !!!cp (183);
1849 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1850 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE;
1851 wakaba 1.18 !!!next-input-character;
1852     redo A;
1853 wakaba 1.76 } elsif ($self->{next_char} eq 0x003E) { # >
1854 wakaba 1.77 !!!cp (184);
1855 wakaba 1.18 !!!parse-error (type => 'no PUBLIC literal');
1856    
1857 wakaba 1.57 $self->{state} = DATA_STATE;
1858 wakaba 1.18 !!!next-input-character;
1859    
1860 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1861 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1862    
1863     redo A;
1864 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1865 wakaba 1.77 !!!cp (185);
1866 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
1867    
1868 wakaba 1.57 $self->{state} = DATA_STATE;
1869 wakaba 1.18 ## reconsume
1870    
1871 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1872 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1873    
1874     redo A;
1875     } else {
1876 wakaba 1.77 !!!cp (186);
1877 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC');
1878 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1879 wakaba 1.73
1880 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
1881 wakaba 1.18 !!!next-input-character;
1882     redo A;
1883     }
1884 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE) {
1885 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1886 wakaba 1.77 !!!cp (187);
1887 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1888 wakaba 1.18 !!!next-input-character;
1889     redo A;
1890 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1891 wakaba 1.77 !!!cp (188);
1892 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
1893    
1894     $self->{state} = DATA_STATE;
1895     !!!next-input-character;
1896    
1897 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1898 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
1899    
1900     redo A;
1901 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1902 wakaba 1.77 !!!cp (189);
1903 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
1904    
1905 wakaba 1.57 $self->{state} = DATA_STATE;
1906 wakaba 1.18 ## reconsume
1907    
1908 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1909 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1910    
1911     redo A;
1912     } else {
1913 wakaba 1.77 !!!cp (190);
1914 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
1915 wakaba 1.76 .= chr $self->{next_char};
1916 wakaba 1.18 ## Stay in the state
1917     !!!next-input-character;
1918     redo A;
1919     }
1920 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE) {
1921 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1922 wakaba 1.77 !!!cp (191);
1923 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1924 wakaba 1.18 !!!next-input-character;
1925     redo A;
1926 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1927 wakaba 1.77 !!!cp (192);
1928 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
1929    
1930     $self->{state} = DATA_STATE;
1931     !!!next-input-character;
1932    
1933 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1934 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
1935    
1936     redo A;
1937 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1938 wakaba 1.77 !!!cp (193);
1939 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
1940    
1941 wakaba 1.57 $self->{state} = DATA_STATE;
1942 wakaba 1.18 ## reconsume
1943    
1944 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1945 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1946    
1947     redo A;
1948     } else {
1949 wakaba 1.77 !!!cp (194);
1950 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
1951 wakaba 1.76 .= chr $self->{next_char};
1952 wakaba 1.18 ## Stay in the state
1953     !!!next-input-character;
1954     redo A;
1955     }
1956 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1957 wakaba 1.18 if ({
1958     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1959     #0x000D => 1, # HT, LF, VT, FF, SP, CR
1960 wakaba 1.76 }->{$self->{next_char}}) {
1961 wakaba 1.77 !!!cp (195);
1962 wakaba 1.18 ## Stay in the state
1963     !!!next-input-character;
1964     redo A;
1965 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1966 wakaba 1.77 !!!cp (196);
1967 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1968 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
1969 wakaba 1.18 !!!next-input-character;
1970     redo A;
1971 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1972 wakaba 1.77 !!!cp (197);
1973 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1974 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
1975 wakaba 1.18 !!!next-input-character;
1976     redo A;
1977 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1978 wakaba 1.77 !!!cp (198);
1979 wakaba 1.57 $self->{state} = DATA_STATE;
1980 wakaba 1.18 !!!next-input-character;
1981    
1982     !!!emit ($self->{current_token}); # DOCTYPE
1983    
1984     redo A;
1985 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1986 wakaba 1.77 !!!cp (199);
1987 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
1988    
1989 wakaba 1.57 $self->{state} = DATA_STATE;
1990 wakaba 1.26 ## reconsume
1991 wakaba 1.18
1992 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1993 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1994    
1995     redo A;
1996     } else {
1997 wakaba 1.77 !!!cp (200);
1998 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC literal');
1999 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2000 wakaba 1.73
2001 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2002 wakaba 1.18 !!!next-input-character;
2003     redo A;
2004     }
2005 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2006 wakaba 1.18 if ({
2007     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2008     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2009 wakaba 1.76 }->{$self->{next_char}}) {
2010 wakaba 1.77 !!!cp (201);
2011 wakaba 1.18 ## Stay in the state
2012     !!!next-input-character;
2013     redo A;
2014 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2015 wakaba 1.77 !!!cp (202);
2016 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2017 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2018 wakaba 1.18 !!!next-input-character;
2019     redo A;
2020 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2021 wakaba 1.77 !!!cp (203);
2022 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2023 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2024 wakaba 1.18 !!!next-input-character;
2025     redo A;
2026 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2027 wakaba 1.77 !!!cp (204);
2028 wakaba 1.18 !!!parse-error (type => 'no SYSTEM literal');
2029 wakaba 1.57 $self->{state} = DATA_STATE;
2030 wakaba 1.18 !!!next-input-character;
2031    
2032 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2033 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2034    
2035     redo A;
2036 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2037 wakaba 1.77 !!!cp (205);
2038 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2039    
2040 wakaba 1.57 $self->{state} = DATA_STATE;
2041 wakaba 1.26 ## reconsume
2042 wakaba 1.18
2043 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2044 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2045    
2046     redo A;
2047     } else {
2048 wakaba 1.77 !!!cp (206);
2049 wakaba 1.30 !!!parse-error (type => 'string after SYSTEM');
2050 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2051 wakaba 1.73
2052 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2053 wakaba 1.18 !!!next-input-character;
2054     redo A;
2055     }
2056 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2057 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2058 wakaba 1.77 !!!cp (207);
2059 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2060 wakaba 1.18 !!!next-input-character;
2061     redo A;
2062 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2063 wakaba 1.77 !!!cp (208);
2064 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2065    
2066     $self->{state} = DATA_STATE;
2067     !!!next-input-character;
2068    
2069 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2070 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2071    
2072     redo A;
2073 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2074 wakaba 1.77 !!!cp (209);
2075 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2076    
2077 wakaba 1.57 $self->{state} = DATA_STATE;
2078 wakaba 1.18 ## reconsume
2079    
2080 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2081 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2082    
2083     redo A;
2084     } else {
2085 wakaba 1.77 !!!cp (210);
2086 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2087 wakaba 1.76 .= chr $self->{next_char};
2088 wakaba 1.18 ## Stay in the state
2089     !!!next-input-character;
2090     redo A;
2091     }
2092 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE) {
2093 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2094 wakaba 1.77 !!!cp (211);
2095 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2096 wakaba 1.18 !!!next-input-character;
2097     redo A;
2098 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2099 wakaba 1.77 !!!cp (212);
2100 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2101    
2102     $self->{state} = DATA_STATE;
2103     !!!next-input-character;
2104    
2105 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2106 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2107    
2108     redo A;
2109 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2110 wakaba 1.77 !!!cp (213);
2111 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2112    
2113 wakaba 1.57 $self->{state} = DATA_STATE;
2114 wakaba 1.18 ## reconsume
2115    
2116 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2117 wakaba 1.1 !!!emit ($self->{current_token}); # DOCTYPE
2118    
2119     redo A;
2120     } else {
2121 wakaba 1.77 !!!cp (214);
2122 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2123 wakaba 1.76 .= chr $self->{next_char};
2124 wakaba 1.18 ## Stay in the state
2125     !!!next-input-character;
2126     redo A;
2127     }
2128 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2129 wakaba 1.18 if ({
2130     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2131     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2132 wakaba 1.76 }->{$self->{next_char}}) {
2133 wakaba 1.77 !!!cp (215);
2134 wakaba 1.18 ## Stay in the state
2135     !!!next-input-character;
2136     redo A;
2137 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2138 wakaba 1.77 !!!cp (216);
2139 wakaba 1.57 $self->{state} = DATA_STATE;
2140 wakaba 1.18 !!!next-input-character;
2141    
2142     !!!emit ($self->{current_token}); # DOCTYPE
2143    
2144     redo A;
2145 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2146 wakaba 1.77 !!!cp (217);
2147 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2148    
2149 wakaba 1.57 $self->{state} = DATA_STATE;
2150 wakaba 1.26 ## reconsume
2151 wakaba 1.18
2152 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2153 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2154    
2155     redo A;
2156     } else {
2157 wakaba 1.77 !!!cp (218);
2158 wakaba 1.18 !!!parse-error (type => 'string after SYSTEM literal');
2159 wakaba 1.75 #$self->{current_token}->{quirks} = 1;
2160 wakaba 1.73
2161 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2162 wakaba 1.1 !!!next-input-character;
2163     redo A;
2164     }
2165 wakaba 1.57 } elsif ($self->{state} == BOGUS_DOCTYPE_STATE) {
2166 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2167 wakaba 1.77 !!!cp (219);
2168 wakaba 1.57 $self->{state} = DATA_STATE;
2169 wakaba 1.1 !!!next-input-character;
2170    
2171     !!!emit ($self->{current_token}); # DOCTYPE
2172    
2173     redo A;
2174 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2175 wakaba 1.77 !!!cp (220);
2176 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2177 wakaba 1.57 $self->{state} = DATA_STATE;
2178 wakaba 1.1 ## reconsume
2179    
2180     !!!emit ($self->{current_token}); # DOCTYPE
2181    
2182     redo A;
2183     } else {
2184 wakaba 1.77 !!!cp (221);
2185 wakaba 1.1 ## Stay in the state
2186     !!!next-input-character;
2187     redo A;
2188     }
2189     } else {
2190     die "$0: $self->{state}: Unknown state";
2191     }
2192     } # A
2193    
2194     die "$0: _get_next_token: unexpected case";
2195     } # _get_next_token
2196    
2197 wakaba 1.72 sub _tokenize_attempt_to_consume_an_entity ($$$) {
2198     my ($self, $in_attr, $additional) = @_;
2199 wakaba 1.20
2200     if ({
2201     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, # HT, LF, VT, FF,
2202     0x0020 => 1, 0x003C => 1, 0x0026 => 1, -1 => 1, # SP, <, & # 0x000D # CR
2203 wakaba 1.72 $additional => 1,
2204 wakaba 1.76 }->{$self->{next_char}}) {
2205 wakaba 1.78 !!!cp (1001);
2206 wakaba 1.20 ## Don't consume
2207     ## No error
2208     return undef;
2209 wakaba 1.76 } elsif ($self->{next_char} == 0x0023) { # #
2210 wakaba 1.1 !!!next-input-character;
2211 wakaba 1.76 if ($self->{next_char} == 0x0078 or # x
2212     $self->{next_char} == 0x0058) { # X
2213 wakaba 1.26 my $code;
2214 wakaba 1.1 X: {
2215 wakaba 1.76 my $x_char = $self->{next_char};
2216 wakaba 1.1 !!!next-input-character;
2217 wakaba 1.76 if (0x0030 <= $self->{next_char} and
2218     $self->{next_char} <= 0x0039) { # 0..9
2219 wakaba 1.78 !!!cp (1002);
2220 wakaba 1.26 $code ||= 0;
2221     $code *= 0x10;
2222 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2223 wakaba 1.1 redo X;
2224 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
2225     $self->{next_char} <= 0x0066) { # a..f
2226 wakaba 1.78 !!!cp (1003);
2227 wakaba 1.26 $code ||= 0;
2228     $code *= 0x10;
2229 wakaba 1.76 $code += $self->{next_char} - 0x0060 + 9;
2230 wakaba 1.1 redo X;
2231 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
2232     $self->{next_char} <= 0x0046) { # A..F
2233 wakaba 1.78 !!!cp (1004);
2234 wakaba 1.26 $code ||= 0;
2235     $code *= 0x10;
2236 wakaba 1.76 $code += $self->{next_char} - 0x0040 + 9;
2237 wakaba 1.1 redo X;
2238 wakaba 1.26 } elsif (not defined $code) { # no hexadecimal digit
2239 wakaba 1.78 !!!cp (1005);
2240 wakaba 1.3 !!!parse-error (type => 'bare hcro');
2241 wakaba 1.76 !!!back-next-input-character ($x_char, $self->{next_char});
2242     $self->{next_char} = 0x0023; # #
2243 wakaba 1.1 return undef;
2244 wakaba 1.76 } elsif ($self->{next_char} == 0x003B) { # ;
2245 wakaba 1.78 !!!cp (1006);
2246 wakaba 1.1 !!!next-input-character;
2247     } else {
2248 wakaba 1.78 !!!cp (1007);
2249 wakaba 1.3 !!!parse-error (type => 'no refc');
2250 wakaba 1.1 }
2251    
2252 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2253 wakaba 1.78 !!!cp (1008);
2254 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2255     $code = 0xFFFD;
2256     } elsif ($code > 0x10FFFF) {
2257 wakaba 1.78 !!!cp (1009);
2258 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2259     $code = 0xFFFD;
2260     } elsif ($code == 0x000D) {
2261 wakaba 1.78 !!!cp (1010);
2262 wakaba 1.26 !!!parse-error (type => 'CR character reference');
2263     $code = 0x000A;
2264     } elsif (0x80 <= $code and $code <= 0x9F) {
2265 wakaba 1.78 !!!cp (1011);
2266 wakaba 1.30 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2267 wakaba 1.26 $code = $c1_entity_char->{$code};
2268 wakaba 1.1 }
2269    
2270 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code,
2271     has_reference => 1};
2272 wakaba 1.1 } # X
2273 wakaba 1.76 } elsif (0x0030 <= $self->{next_char} and
2274     $self->{next_char} <= 0x0039) { # 0..9
2275     my $code = $self->{next_char} - 0x0030;
2276 wakaba 1.1 !!!next-input-character;
2277    
2278 wakaba 1.76 while (0x0030 <= $self->{next_char} and
2279     $self->{next_char} <= 0x0039) { # 0..9
2280 wakaba 1.78 !!!cp (1012);
2281 wakaba 1.1 $code *= 10;
2282 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2283 wakaba 1.1
2284     !!!next-input-character;
2285     }
2286    
2287 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
2288 wakaba 1.78 !!!cp (1013);
2289 wakaba 1.1 !!!next-input-character;
2290     } else {
2291 wakaba 1.78 !!!cp (1014);
2292 wakaba 1.3 !!!parse-error (type => 'no refc');
2293 wakaba 1.1 }
2294    
2295 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2296 wakaba 1.78 !!!cp (1015);
2297 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2298     $code = 0xFFFD;
2299     } elsif ($code > 0x10FFFF) {
2300 wakaba 1.78 !!!cp (1016);
2301 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2302     $code = 0xFFFD;
2303     } elsif ($code == 0x000D) {
2304 wakaba 1.78 !!!cp (1017);
2305 wakaba 1.26 !!!parse-error (type => 'CR character reference');
2306     $code = 0x000A;
2307 wakaba 1.4 } elsif (0x80 <= $code and $code <= 0x9F) {
2308 wakaba 1.78 !!!cp (1018);
2309 wakaba 1.30 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2310 wakaba 1.4 $code = $c1_entity_char->{$code};
2311 wakaba 1.1 }
2312    
2313 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code, has_reference => 1};
2314 wakaba 1.1 } else {
2315 wakaba 1.78 !!!cp (1019);
2316 wakaba 1.3 !!!parse-error (type => 'bare nero');
2317 wakaba 1.76 !!!back-next-input-character ($self->{next_char});
2318     $self->{next_char} = 0x0023; # #
2319 wakaba 1.1 return undef;
2320     }
2321 wakaba 1.76 } elsif ((0x0041 <= $self->{next_char} and
2322     $self->{next_char} <= 0x005A) or
2323     (0x0061 <= $self->{next_char} and
2324     $self->{next_char} <= 0x007A)) {
2325     my $entity_name = chr $self->{next_char};
2326 wakaba 1.1 !!!next-input-character;
2327    
2328     my $value = $entity_name;
2329 wakaba 1.37 my $match = 0;
2330 wakaba 1.16 require Whatpm::_NamedEntityList;
2331     our $EntityChar;
2332 wakaba 1.1
2333     while (length $entity_name < 10 and
2334     ## NOTE: Some number greater than the maximum length of entity name
2335 wakaba 1.76 ((0x0041 <= $self->{next_char} and # a
2336     $self->{next_char} <= 0x005A) or # x
2337     (0x0061 <= $self->{next_char} and # a
2338     $self->{next_char} <= 0x007A) or # z
2339     (0x0030 <= $self->{next_char} and # 0
2340     $self->{next_char} <= 0x0039) or # 9
2341     $self->{next_char} == 0x003B)) { # ;
2342     $entity_name .= chr $self->{next_char};
2343 wakaba 1.16 if (defined $EntityChar->{$entity_name}) {
2344 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
2345 wakaba 1.78 !!!cp (1020);
2346 wakaba 1.26 $value = $EntityChar->{$entity_name};
2347 wakaba 1.16 $match = 1;
2348     !!!next-input-character;
2349     last;
2350 wakaba 1.37 } else {
2351 wakaba 1.78 !!!cp (1021);
2352 wakaba 1.26 $value = $EntityChar->{$entity_name};
2353     $match = -1;
2354 wakaba 1.37 !!!next-input-character;
2355 wakaba 1.16 }
2356 wakaba 1.1 } else {
2357 wakaba 1.78 !!!cp (1022);
2358 wakaba 1.76 $value .= chr $self->{next_char};
2359 wakaba 1.37 $match *= 2;
2360     !!!next-input-character;
2361 wakaba 1.1 }
2362     }
2363    
2364 wakaba 1.16 if ($match > 0) {
2365 wakaba 1.78 !!!cp (1023);
2366 wakaba 1.66 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2367 wakaba 1.16 } elsif ($match < 0) {
2368 wakaba 1.30 !!!parse-error (type => 'no refc');
2369 wakaba 1.37 if ($in_attr and $match < -1) {
2370 wakaba 1.78 !!!cp (1024);
2371 wakaba 1.55 return {type => CHARACTER_TOKEN, data => '&'.$entity_name};
2372 wakaba 1.37 } else {
2373 wakaba 1.78 !!!cp (1025);
2374 wakaba 1.66 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2375 wakaba 1.37 }
2376 wakaba 1.1 } else {
2377 wakaba 1.78 !!!cp (1026);
2378 wakaba 1.3 !!!parse-error (type => 'bare ero');
2379 wakaba 1.66 ## NOTE: "No characters are consumed" in the spec.
2380 wakaba 1.55 return {type => CHARACTER_TOKEN, data => '&'.$value};
2381 wakaba 1.1 }
2382     } else {
2383 wakaba 1.78 !!!cp (1027);
2384 wakaba 1.1 ## no characters are consumed
2385 wakaba 1.3 !!!parse-error (type => 'bare ero');
2386 wakaba 1.1 return undef;
2387     }
2388     } # _tokenize_attempt_to_consume_an_entity
2389    
2390     sub _initialize_tree_constructor ($) {
2391     my $self = shift;
2392     ## NOTE: $self->{document} MUST be specified before this method is called
2393     $self->{document}->strict_error_checking (0);
2394     ## TODO: Turn mutation events off # MUST
2395     ## TODO: Turn loose Document option (manakai extension) on
2396 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
2397 wakaba 1.1 } # _initialize_tree_constructor
2398    
2399     sub _terminate_tree_constructor ($) {
2400     my $self = shift;
2401     $self->{document}->strict_error_checking (1);
2402     ## TODO: Turn mutation events on
2403     } # _terminate_tree_constructor
2404    
2405     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
2406    
2407 wakaba 1.3 { # tree construction stage
2408     my $token;
2409    
2410 wakaba 1.1 sub _construct_tree ($) {
2411     my ($self) = @_;
2412    
2413     ## When an interactive UA render the $self->{document} available
2414     ## to the user, or when it begin accepting user input, are
2415     ## not defined.
2416    
2417     ## Append a character: collect it and all subsequent consecutive
2418     ## characters and insert one Text node whose data is concatenation
2419     ## of all those characters. # MUST
2420    
2421     !!!next-token;
2422    
2423 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
2424 wakaba 1.3 undef $self->{form_element};
2425     undef $self->{head_element};
2426     $self->{open_elements} = [];
2427     undef $self->{inner_html_node};
2428    
2429     $self->_tree_construction_initial; # MUST
2430     $self->_tree_construction_root_element;
2431     $self->_tree_construction_main;
2432     } # _construct_tree
2433    
2434     sub _tree_construction_initial ($) {
2435     my $self = shift;
2436 wakaba 1.18 INITIAL: {
2437 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
2438 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
2439     ## error, switch to a conformance checking mode for another
2440     ## language.
2441     my $doctype_name = $token->{name};
2442     $doctype_name = '' unless defined $doctype_name;
2443     $doctype_name =~ tr/a-z/A-Z/;
2444     if (not defined $token->{name} or # <!DOCTYPE>
2445     defined $token->{public_identifier} or
2446     defined $token->{system_identifier}) {
2447 wakaba 1.79 !!!cp ('t1');
2448 wakaba 1.18 !!!parse-error (type => 'not HTML5');
2449     } elsif ($doctype_name ne 'HTML') {
2450 wakaba 1.79 !!!cp ('t2');
2451 wakaba 1.18 ## ISSUE: ASCII case-insensitive? (in fact it does not matter)
2452     !!!parse-error (type => 'not HTML5');
2453 wakaba 1.79 } else {
2454     !!!cp ('t3');
2455 wakaba 1.18 }
2456    
2457     my $doctype = $self->{document}->create_document_type_definition
2458     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
2459     $doctype->public_id ($token->{public_identifier})
2460     if defined $token->{public_identifier};
2461     $doctype->system_id ($token->{system_identifier})
2462     if defined $token->{system_identifier};
2463     ## NOTE: Other DocumentType attributes are null or empty lists.
2464     ## ISSUE: internalSubset = null??
2465     $self->{document}->append_child ($doctype);
2466    
2467 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
2468 wakaba 1.79 !!!cp ('t4');
2469 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2470     } elsif (defined $token->{public_identifier}) {
2471     my $pubid = $token->{public_identifier};
2472     $pubid =~ tr/a-z/A-z/;
2473     if ({
2474     "+//SILMARIL//DTD HTML PRO V0R11 19970101//EN" => 1,
2475     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2476     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2477     "-//IETF//DTD HTML 2.0 LEVEL 1//EN" => 1,
2478     "-//IETF//DTD HTML 2.0 LEVEL 2//EN" => 1,
2479     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//EN" => 1,
2480     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//EN" => 1,
2481     "-//IETF//DTD HTML 2.0 STRICT//EN" => 1,
2482     "-//IETF//DTD HTML 2.0//EN" => 1,
2483     "-//IETF//DTD HTML 2.1E//EN" => 1,
2484     "-//IETF//DTD HTML 3.0//EN" => 1,
2485     "-//IETF//DTD HTML 3.0//EN//" => 1,
2486     "-//IETF//DTD HTML 3.2 FINAL//EN" => 1,
2487     "-//IETF//DTD HTML 3.2//EN" => 1,
2488     "-//IETF//DTD HTML 3//EN" => 1,
2489     "-//IETF//DTD HTML LEVEL 0//EN" => 1,
2490     "-//IETF//DTD HTML LEVEL 0//EN//2.0" => 1,
2491     "-//IETF//DTD HTML LEVEL 1//EN" => 1,
2492     "-//IETF//DTD HTML LEVEL 1//EN//2.0" => 1,
2493     "-//IETF//DTD HTML LEVEL 2//EN" => 1,
2494     "-//IETF//DTD HTML LEVEL 2//EN//2.0" => 1,
2495     "-//IETF//DTD HTML LEVEL 3//EN" => 1,
2496     "-//IETF//DTD HTML LEVEL 3//EN//3.0" => 1,
2497     "-//IETF//DTD HTML STRICT LEVEL 0//EN" => 1,
2498     "-//IETF//DTD HTML STRICT LEVEL 0//EN//2.0" => 1,
2499     "-//IETF//DTD HTML STRICT LEVEL 1//EN" => 1,
2500     "-//IETF//DTD HTML STRICT LEVEL 1//EN//2.0" => 1,
2501     "-//IETF//DTD HTML STRICT LEVEL 2//EN" => 1,
2502     "-//IETF//DTD HTML STRICT LEVEL 2//EN//2.0" => 1,
2503     "-//IETF//DTD HTML STRICT LEVEL 3//EN" => 1,
2504     "-//IETF//DTD HTML STRICT LEVEL 3//EN//3.0" => 1,
2505     "-//IETF//DTD HTML STRICT//EN" => 1,
2506     "-//IETF//DTD HTML STRICT//EN//2.0" => 1,
2507     "-//IETF//DTD HTML STRICT//EN//3.0" => 1,
2508     "-//IETF//DTD HTML//EN" => 1,
2509     "-//IETF//DTD HTML//EN//2.0" => 1,
2510     "-//IETF//DTD HTML//EN//3.0" => 1,
2511     "-//METRIUS//DTD METRIUS PRESENTATIONAL//EN" => 1,
2512     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//EN" => 1,
2513     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//EN" => 1,
2514     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//EN" => 1,
2515     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//EN" => 1,
2516     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//EN" => 1,
2517     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//EN" => 1,
2518     "-//NETSCAPE COMM. CORP.//DTD HTML//EN" => 1,
2519     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//EN" => 1,
2520     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//EN" => 1,
2521     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//EN" => 1,
2522 wakaba 1.72 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//EN" => 1,
2523     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//EN" => 1,
2524     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//EN" => 1,
2525 wakaba 1.18 "-//SPYGLASS//DTD HTML 2.0 EXTENDED//EN" => 1,
2526     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//EN" => 1,
2527     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//EN" => 1,
2528     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//EN" => 1,
2529     "-//W3C//DTD HTML 3 1995-03-24//EN" => 1,
2530     "-//W3C//DTD HTML 3.2 DRAFT//EN" => 1,
2531     "-//W3C//DTD HTML 3.2 FINAL//EN" => 1,
2532     "-//W3C//DTD HTML 3.2//EN" => 1,
2533     "-//W3C//DTD HTML 3.2S DRAFT//EN" => 1,
2534     "-//W3C//DTD HTML 4.0 FRAMESET//EN" => 1,
2535     "-//W3C//DTD HTML 4.0 TRANSITIONAL//EN" => 1,
2536     "-//W3C//DTD HTML EXPERIMETNAL 19960712//EN" => 1,
2537     "-//W3C//DTD HTML EXPERIMENTAL 970421//EN" => 1,
2538     "-//W3C//DTD W3 HTML//EN" => 1,
2539     "-//W3O//DTD W3 HTML 3.0//EN" => 1,
2540     "-//W3O//DTD W3 HTML 3.0//EN//" => 1,
2541     "-//W3O//DTD W3 HTML STRICT 3.0//EN//" => 1,
2542     "-//WEBTECHS//DTD MOZILLA HTML 2.0//EN" => 1,
2543     "-//WEBTECHS//DTD MOZILLA HTML//EN" => 1,
2544     "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" => 1,
2545     "HTML" => 1,
2546     }->{$pubid}) {
2547 wakaba 1.79 !!!cp ('t5');
2548 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2549     } elsif ($pubid eq "-//W3C//DTD HTML 4.01 FRAMESET//EN" or
2550     $pubid eq "-//W3C//DTD HTML 4.01 TRANSITIONAL//EN") {
2551     if (defined $token->{system_identifier}) {
2552 wakaba 1.79 !!!cp ('t6');
2553 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2554     } else {
2555 wakaba 1.79 !!!cp ('t7');
2556 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
2557 wakaba 1.3 }
2558 wakaba 1.80 } elsif ($pubid eq "-//W3C//DTD XHTML 1.0 FRAMESET//EN" or
2559     $pubid eq "-//W3C//DTD XHTML 1.0 TRANSITIONAL//EN") {
2560 wakaba 1.79 !!!cp ('t8');
2561 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
2562 wakaba 1.79 } else {
2563     !!!cp ('t9');
2564 wakaba 1.18 }
2565 wakaba 1.79 } else {
2566     !!!cp ('t10');
2567 wakaba 1.18 }
2568     if (defined $token->{system_identifier}) {
2569     my $sysid = $token->{system_identifier};
2570     $sysid =~ tr/A-Z/a-z/;
2571     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
2572 wakaba 1.80 ## TODO: Check the spec: PUBLIC "(limited quirks)" "(quirks)"
2573 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2574 wakaba 1.79 !!!cp ('t11');
2575     } else {
2576     !!!cp ('t12');
2577 wakaba 1.18 }
2578 wakaba 1.79 } else {
2579     !!!cp ('t13');
2580 wakaba 1.18 }
2581    
2582     ## Go to the root element phase.
2583     !!!next-token;
2584     return;
2585     } elsif ({
2586 wakaba 1.55 START_TAG_TOKEN, 1,
2587     END_TAG_TOKEN, 1,
2588     END_OF_FILE_TOKEN, 1,
2589 wakaba 1.18 }->{$token->{type}}) {
2590 wakaba 1.79 !!!cp ('t14');
2591 wakaba 1.18 !!!parse-error (type => 'no DOCTYPE');
2592     $self->{document}->manakai_compat_mode ('quirks');
2593     ## Go to the root element phase
2594     ## reprocess
2595     return;
2596 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
2597 wakaba 1.18 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2598     ## Ignore the token
2599 wakaba 1.26
2600 wakaba 1.18 unless (length $token->{data}) {
2601 wakaba 1.79 !!!cp ('t15');
2602 wakaba 1.18 ## Stay in the phase
2603     !!!next-token;
2604     redo INITIAL;
2605 wakaba 1.79 } else {
2606     !!!cp ('t16');
2607 wakaba 1.3 }
2608 wakaba 1.79 } else {
2609     !!!cp ('t17');
2610 wakaba 1.3 }
2611 wakaba 1.18
2612     !!!parse-error (type => 'no DOCTYPE');
2613     $self->{document}->manakai_compat_mode ('quirks');
2614     ## Go to the root element phase
2615     ## reprocess
2616     return;
2617 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
2618 wakaba 1.79 !!!cp ('t18');
2619 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
2620     $self->{document}->append_child ($comment);
2621    
2622     ## Stay in the phase.
2623     !!!next-token;
2624     redo INITIAL;
2625     } else {
2626 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
2627 wakaba 1.18 }
2628     } # INITIAL
2629 wakaba 1.79
2630     die "$0: _tree_construction_initial: This should be never reached";
2631 wakaba 1.3 } # _tree_construction_initial
2632    
2633     sub _tree_construction_root_element ($) {
2634     my $self = shift;
2635    
2636     B: {
2637 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
2638 wakaba 1.79 !!!cp ('t19');
2639 wakaba 1.3 !!!parse-error (type => 'in html:#DOCTYPE');
2640     ## Ignore the token
2641     ## Stay in the phase
2642     !!!next-token;
2643     redo B;
2644 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
2645 wakaba 1.79 !!!cp ('t20');
2646 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
2647     $self->{document}->append_child ($comment);
2648     ## Stay in the phase
2649     !!!next-token;
2650     redo B;
2651 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
2652 wakaba 1.26 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2653     ## Ignore the token.
2654    
2655 wakaba 1.3 unless (length $token->{data}) {
2656 wakaba 1.79 !!!cp ('t21');
2657 wakaba 1.3 ## Stay in the phase
2658     !!!next-token;
2659     redo B;
2660 wakaba 1.79 } else {
2661     !!!cp ('t22');
2662 wakaba 1.3 }
2663 wakaba 1.79 } else {
2664     !!!cp ('t23');
2665 wakaba 1.3 }
2666 wakaba 1.61
2667     $self->{application_cache_selection}->(undef);
2668    
2669     #
2670     } elsif ($token->{type} == START_TAG_TOKEN) {
2671     if ($token->{tag_name} eq 'html' and
2672 wakaba 1.67 $token->{attributes}->{manifest}) {
2673 wakaba 1.79 !!!cp ('t24');
2674 wakaba 1.61 $self->{application_cache_selection}
2675     ->($token->{attributes}->{manifest}->{value});
2676     ## ISSUE: No relative reference resolution?
2677     } else {
2678 wakaba 1.79 !!!cp ('t25');
2679 wakaba 1.61 $self->{application_cache_selection}->(undef);
2680     }
2681    
2682     ## ISSUE: There is an issue in the spec
2683 wakaba 1.3 #
2684     } elsif ({
2685 wakaba 1.55 END_TAG_TOKEN, 1,
2686     END_OF_FILE_TOKEN, 1,
2687 wakaba 1.3 }->{$token->{type}}) {
2688 wakaba 1.79 !!!cp ('t26');
2689 wakaba 1.61 $self->{application_cache_selection}->(undef);
2690    
2691 wakaba 1.3 ## ISSUE: There is an issue in the spec
2692     #
2693     } else {
2694 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
2695 wakaba 1.3 }
2696 wakaba 1.61
2697 wakaba 1.3 my $root_element; !!!create-element ($root_element, 'html');
2698     $self->{document}->append_child ($root_element);
2699     push @{$self->{open_elements}}, [$root_element, 'html'];
2700     ## reprocess
2701     #redo B;
2702 wakaba 1.35 return; ## Go to the main phase.
2703 wakaba 1.3 } # B
2704 wakaba 1.79
2705     die "$0: _tree_construction_root_element: This should never be reached";
2706 wakaba 1.3 } # _tree_construction_root_element
2707    
2708     sub _reset_insertion_mode ($) {
2709     my $self = shift;
2710    
2711     ## Step 1
2712     my $last;
2713    
2714     ## Step 2
2715     my $i = -1;
2716     my $node = $self->{open_elements}->[$i];
2717    
2718     ## Step 3
2719     S3: {
2720 wakaba 1.29 ## ISSUE: Oops! "If node is the first node in the stack of open
2721     ## elements, then set last to true. If the context element of the
2722     ## HTML fragment parsing algorithm is neither a td element nor a
2723     ## th element, then set node to the context element. (fragment case)":
2724     ## The second "if" is in the scope of the first "if"!?
2725     if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
2726     $last = 1;
2727     if (defined $self->{inner_html_node}) {
2728     if ($self->{inner_html_node}->[1] eq 'td' or
2729     $self->{inner_html_node}->[1] eq 'th') {
2730 wakaba 1.79 !!!cp ('t27');
2731 wakaba 1.29 #
2732     } else {
2733 wakaba 1.79 !!!cp ('t28');
2734 wakaba 1.29 $node = $self->{inner_html_node};
2735     }
2736 wakaba 1.3 }
2737     }
2738    
2739     ## Step 4..13
2740     my $new_mode = {
2741 wakaba 1.54 select => IN_SELECT_IM,
2742 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
2743     ## insertion mode to "in select" by themselves.
2744 wakaba 1.54 td => IN_CELL_IM,
2745     th => IN_CELL_IM,
2746     tr => IN_ROW_IM,
2747     tbody => IN_TABLE_BODY_IM,
2748     thead => IN_TABLE_BODY_IM,
2749     tfoot => IN_TABLE_BODY_IM,
2750     caption => IN_CAPTION_IM,
2751     colgroup => IN_COLUMN_GROUP_IM,
2752     table => IN_TABLE_IM,
2753     head => IN_BODY_IM, # not in head!
2754     body => IN_BODY_IM,
2755     frameset => IN_FRAMESET_IM,
2756 wakaba 1.3 }->{$node->[1]};
2757     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
2758    
2759     ## Step 14
2760     if ($node->[1] eq 'html') {
2761     unless (defined $self->{head_element}) {
2762 wakaba 1.79 !!!cp ('t29');
2763 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
2764 wakaba 1.3 } else {
2765 wakaba 1.81 ## ISSUE: Can this state be reached?
2766 wakaba 1.79 !!!cp ('t30');
2767 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2768 wakaba 1.3 }
2769     return;
2770 wakaba 1.79 } else {
2771     !!!cp ('t31');
2772 wakaba 1.3 }
2773    
2774     ## Step 15
2775 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
2776 wakaba 1.3
2777     ## Step 16
2778     $i--;
2779     $node = $self->{open_elements}->[$i];
2780    
2781     ## Step 17
2782     redo S3;
2783     } # S3
2784 wakaba 1.79
2785     die "$0: _reset_insertion_mode: This line should never be reached";
2786 wakaba 1.3 } # _reset_insertion_mode
2787    
2788     sub _tree_construction_main ($) {
2789     my $self = shift;
2790    
2791 wakaba 1.1 my $active_formatting_elements = [];
2792    
2793     my $reconstruct_active_formatting_elements = sub { # MUST
2794     my $insert = shift;
2795    
2796     ## Step 1
2797     return unless @$active_formatting_elements;
2798    
2799     ## Step 3
2800     my $i = -1;
2801     my $entry = $active_formatting_elements->[$i];
2802    
2803     ## Step 2
2804     return if $entry->[0] eq '#marker';
2805 wakaba 1.3 for (@{$self->{open_elements}}) {
2806 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
2807 wakaba 1.79 !!!cp ('t32');
2808 wakaba 1.1 return;
2809     }
2810     }
2811    
2812     S4: {
2813     ## Step 4
2814     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
2815    
2816     ## Step 5
2817     $i--;
2818     $entry = $active_formatting_elements->[$i];
2819    
2820     ## Step 6
2821     if ($entry->[0] eq '#marker') {
2822 wakaba 1.81 !!!cp ('t33_1');
2823 wakaba 1.1 #
2824     } else {
2825     my $in_open_elements;
2826 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
2827 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
2828 wakaba 1.79 !!!cp ('t33');
2829 wakaba 1.1 $in_open_elements = 1;
2830     last OE;
2831     }
2832     }
2833     if ($in_open_elements) {
2834 wakaba 1.79 !!!cp ('t34');
2835 wakaba 1.1 #
2836     } else {
2837 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
2838 wakaba 1.79 !!!cp ('t35');
2839 wakaba 1.1 redo S4;
2840     }
2841     }
2842    
2843     ## Step 7
2844     $i++;
2845     $entry = $active_formatting_elements->[$i];
2846     } # S4
2847    
2848     S7: {
2849     ## Step 8
2850     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
2851    
2852     ## Step 9
2853     $insert->($clone->[0]);
2854 wakaba 1.3 push @{$self->{open_elements}}, $clone;
2855 wakaba 1.1
2856     ## Step 10
2857 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
2858 wakaba 1.1
2859     ## Step 11
2860     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
2861 wakaba 1.79 !!!cp ('t36');
2862 wakaba 1.1 ## Step 7'
2863     $i++;
2864     $entry = $active_formatting_elements->[$i];
2865    
2866     redo S7;
2867     }
2868 wakaba 1.79
2869     !!!cp ('t37');
2870 wakaba 1.1 } # S7
2871     }; # $reconstruct_active_formatting_elements
2872    
2873     my $clear_up_to_marker = sub {
2874     for (reverse 0..$#$active_formatting_elements) {
2875     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
2876 wakaba 1.79 !!!cp ('t38');
2877 wakaba 1.1 splice @$active_formatting_elements, $_;
2878     return;
2879     }
2880     }
2881 wakaba 1.79
2882     !!!cp ('t39');
2883 wakaba 1.1 }; # $clear_up_to_marker
2884    
2885 wakaba 1.25 my $parse_rcdata = sub ($$) {
2886     my ($content_model_flag, $insert) = @_;
2887    
2888     ## Step 1
2889     my $start_tag_name = $token->{tag_name};
2890     my $el;
2891     !!!create-element ($el, $start_tag_name, $token->{attributes});
2892    
2893     ## Step 2
2894     $insert->($el); # /context node/->append_child ($el)
2895    
2896     ## Step 3
2897 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
2898 wakaba 1.13 delete $self->{escape}; # MUST
2899 wakaba 1.25
2900     ## Step 4
2901 wakaba 1.1 my $text = '';
2902     !!!next-token;
2903 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) { # or until stop tokenizing
2904 wakaba 1.79 !!!cp ('t40');
2905 wakaba 1.1 $text .= $token->{data};
2906     !!!next-token;
2907 wakaba 1.25 }
2908    
2909     ## Step 5
2910 wakaba 1.1 if (length $text) {
2911 wakaba 1.79 !!!cp ('t41');
2912 wakaba 1.25 my $text = $self->{document}->create_text_node ($text);
2913     $el->append_child ($text);
2914 wakaba 1.1 }
2915 wakaba 1.25
2916     ## Step 6
2917 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
2918 wakaba 1.25
2919     ## Step 7
2920 wakaba 1.79 if ($token->{type} == END_TAG_TOKEN and
2921     $token->{tag_name} eq $start_tag_name) {
2922     !!!cp ('t42');
2923 wakaba 1.1 ## Ignore the token
2924 wakaba 1.40 } elsif ($content_model_flag == CDATA_CONTENT_MODEL) {
2925 wakaba 1.79 !!!cp ('t43');
2926 wakaba 1.40 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2927     } elsif ($content_model_flag == RCDATA_CONTENT_MODEL) {
2928 wakaba 1.79 !!!cp ('t44');
2929 wakaba 1.40 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
2930 wakaba 1.1 } else {
2931 wakaba 1.40 die "$0: $content_model_flag in parse_rcdata";
2932 wakaba 1.1 }
2933     !!!next-token;
2934 wakaba 1.25 }; # $parse_rcdata
2935 wakaba 1.1
2936 wakaba 1.25 my $script_start_tag = sub ($) {
2937     my $insert = $_[0];
2938 wakaba 1.1 my $script_el;
2939     !!!create-element ($script_el, 'script', $token->{attributes});
2940     ## TODO: mark as "parser-inserted"
2941    
2942 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
2943 wakaba 1.13 delete $self->{escape}; # MUST
2944 wakaba 1.1
2945     my $text = '';
2946     !!!next-token;
2947 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
2948 wakaba 1.79 !!!cp ('t45');
2949 wakaba 1.1 $text .= $token->{data};
2950     !!!next-token;
2951     } # stop if non-character token or tokenizer stops tokenising
2952     if (length $text) {
2953 wakaba 1.79 !!!cp ('t46');
2954 wakaba 1.1 $script_el->manakai_append_text ($text);
2955     }
2956    
2957 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
2958 wakaba 1.1
2959 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
2960 wakaba 1.1 $token->{tag_name} eq 'script') {
2961 wakaba 1.79 !!!cp ('t47');
2962 wakaba 1.1 ## Ignore the token
2963     } else {
2964 wakaba 1.79 !!!cp ('t48');
2965 wakaba 1.3 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2966 wakaba 1.1 ## ISSUE: And ignore?
2967     ## TODO: mark as "already executed"
2968     }
2969    
2970 wakaba 1.3 if (defined $self->{inner_html_node}) {
2971 wakaba 1.79 !!!cp ('t49');
2972 wakaba 1.3 ## TODO: mark as "already executed"
2973     } else {
2974 wakaba 1.79 !!!cp ('t50');
2975 wakaba 1.1 ## TODO: $old_insertion_point = current insertion point
2976     ## TODO: insertion point = just before the next input character
2977 wakaba 1.25
2978     $insert->($script_el);
2979 wakaba 1.1
2980     ## TODO: insertion point = $old_insertion_point (might be "undefined")
2981    
2982     ## TODO: if there is a script that will execute as soon as the parser resume, then...
2983     }
2984    
2985     !!!next-token;
2986     }; # $script_start_tag
2987    
2988     my $formatting_end_tag = sub {
2989     my $tag_name = shift;
2990    
2991     FET: {
2992     ## Step 1
2993     my $formatting_element;
2994     my $formatting_element_i_in_active;
2995     AFE: for (reverse 0..$#$active_formatting_elements) {
2996     if ($active_formatting_elements->[$_]->[1] eq $tag_name) {
2997 wakaba 1.79 !!!cp ('t51');
2998 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
2999     $formatting_element_i_in_active = $_;
3000     last AFE;
3001     } elsif ($active_formatting_elements->[$_]->[0] eq '#marker') {
3002 wakaba 1.79 !!!cp ('t52');
3003 wakaba 1.1 last AFE;
3004     }
3005     } # AFE
3006     unless (defined $formatting_element) {
3007 wakaba 1.79 !!!cp ('t53');
3008 wakaba 1.3 !!!parse-error (type => 'unmatched end tag:'.$tag_name);
3009 wakaba 1.1 ## Ignore the token
3010     !!!next-token;
3011     return;
3012     }
3013     ## has an element in scope
3014     my $in_scope = 1;
3015     my $formatting_element_i_in_open;
3016 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3017     my $node = $self->{open_elements}->[$_];
3018 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
3019     if ($in_scope) {
3020 wakaba 1.79 !!!cp ('t54');
3021 wakaba 1.1 $formatting_element_i_in_open = $_;
3022     last INSCOPE;
3023     } else { # in open elements but not in scope
3024 wakaba 1.79 !!!cp ('t55');
3025 wakaba 1.4 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3026 wakaba 1.1 ## Ignore the token
3027     !!!next-token;
3028     return;
3029     }
3030     } elsif ({
3031     table => 1, caption => 1, td => 1, th => 1,
3032     button => 1, marquee => 1, object => 1, html => 1,
3033     }->{$node->[1]}) {
3034 wakaba 1.79 !!!cp ('t56');
3035 wakaba 1.1 $in_scope = 0;
3036     }
3037     } # INSCOPE
3038     unless (defined $formatting_element_i_in_open) {
3039 wakaba 1.79 !!!cp ('t57');
3040 wakaba 1.4 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3041 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
3042     !!!next-token; ## TODO: ok?
3043     return;
3044     }
3045 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
3046 wakaba 1.79 !!!cp ('t58');
3047 wakaba 1.4 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3048 wakaba 1.1 }
3049    
3050     ## Step 2
3051     my $furthest_block;
3052     my $furthest_block_i_in_open;
3053 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3054     my $node = $self->{open_elements}->[$_];
3055 wakaba 1.1 if (not $formatting_category->{$node->[1]} and
3056     #not $phrasing_category->{$node->[1]} and
3057     ($special_category->{$node->[1]} or
3058     $scoping_category->{$node->[1]})) {
3059 wakaba 1.79 !!!cp ('t59');
3060 wakaba 1.1 $furthest_block = $node;
3061     $furthest_block_i_in_open = $_;
3062     } elsif ($node->[0] eq $formatting_element->[0]) {
3063 wakaba 1.79 !!!cp ('t60');
3064 wakaba 1.1 last OE;
3065     }
3066     } # OE
3067    
3068     ## Step 3
3069     unless (defined $furthest_block) { # MUST
3070 wakaba 1.79 !!!cp ('t61');
3071 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
3072 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
3073     !!!next-token;
3074     return;
3075     }
3076    
3077     ## Step 4
3078 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
3079 wakaba 1.1
3080     ## Step 5
3081     my $furthest_block_parent = $furthest_block->[0]->parent_node;
3082     if (defined $furthest_block_parent) {
3083 wakaba 1.79 !!!cp ('t62');
3084 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
3085     }
3086    
3087     ## Step 6
3088     my $bookmark_prev_el
3089     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
3090     ->[0];
3091    
3092     ## Step 7
3093     my $node = $furthest_block;
3094     my $node_i_in_open = $furthest_block_i_in_open;
3095     my $last_node = $furthest_block;
3096     S7: {
3097     ## Step 1
3098     $node_i_in_open--;
3099 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
3100 wakaba 1.1
3101     ## Step 2
3102     my $node_i_in_active;
3103     S7S2: {
3104     for (reverse 0..$#$active_formatting_elements) {
3105     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
3106 wakaba 1.79 !!!cp ('t63');
3107 wakaba 1.1 $node_i_in_active = $_;
3108     last S7S2;
3109     }
3110     }
3111 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
3112 wakaba 1.1 redo S7;
3113     } # S7S2
3114    
3115     ## Step 3
3116     last S7 if $node->[0] eq $formatting_element->[0];
3117    
3118     ## Step 4
3119     if ($last_node->[0] eq $furthest_block->[0]) {
3120 wakaba 1.79 !!!cp ('t64');
3121 wakaba 1.1 $bookmark_prev_el = $node->[0];
3122     }
3123    
3124     ## Step 5
3125     if ($node->[0]->has_child_nodes ()) {
3126 wakaba 1.79 !!!cp ('t65');
3127 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
3128     $active_formatting_elements->[$node_i_in_active] = $clone;
3129 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
3130 wakaba 1.1 $node = $clone;
3131     }
3132    
3133     ## Step 6
3134     $node->[0]->append_child ($last_node->[0]);
3135    
3136     ## Step 7
3137     $last_node = $node;
3138    
3139     ## Step 8
3140     redo S7;
3141     } # S7
3142    
3143     ## Step 8
3144     $common_ancestor_node->[0]->append_child ($last_node->[0]);
3145    
3146     ## Step 9
3147     my $clone = [$formatting_element->[0]->clone_node (0),
3148     $formatting_element->[1]];
3149    
3150     ## Step 10
3151     my @cn = @{$furthest_block->[0]->child_nodes};
3152     $clone->[0]->append_child ($_) for @cn;
3153    
3154     ## Step 11
3155     $furthest_block->[0]->append_child ($clone->[0]);
3156    
3157     ## Step 12
3158     my $i;
3159     AFE: for (reverse 0..$#$active_formatting_elements) {
3160     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
3161 wakaba 1.79 !!!cp ('t66');
3162 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
3163     $i-- and last AFE if defined $i;
3164     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
3165 wakaba 1.79 !!!cp ('t67');
3166 wakaba 1.1 $i = $_;
3167     }
3168     } # AFE
3169     splice @$active_formatting_elements, $i + 1, 0, $clone;
3170    
3171     ## Step 13
3172     undef $i;
3173 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3174     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
3175 wakaba 1.79 !!!cp ('t68');
3176 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
3177 wakaba 1.1 $i-- and last OE if defined $i;
3178 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
3179 wakaba 1.79 !!!cp ('t69');
3180 wakaba 1.1 $i = $_;
3181     }
3182     } # OE
3183 wakaba 1.3 splice @{$self->{open_elements}}, $i + 1, 1, $clone;
3184 wakaba 1.1
3185     ## Step 14
3186     redo FET;
3187     } # FET
3188     }; # $formatting_end_tag
3189    
3190     my $insert_to_current = sub {
3191 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
3192 wakaba 1.1 }; # $insert_to_current
3193    
3194     my $insert_to_foster = sub {
3195     my $child = shift;
3196     if ({
3197     table => 1, tbody => 1, tfoot => 1,
3198     thead => 1, tr => 1,
3199 wakaba 1.3 }->{$self->{open_elements}->[-1]->[1]}) {
3200 wakaba 1.1 # MUST
3201     my $foster_parent_element;
3202     my $next_sibling;
3203 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3204     if ($self->{open_elements}->[$_]->[1] eq 'table') {
3205     my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3206 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
3207 wakaba 1.79 !!!cp ('t70');
3208 wakaba 1.1 $foster_parent_element = $parent;
3209 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
3210 wakaba 1.1 } else {
3211 wakaba 1.79 !!!cp ('t71');
3212 wakaba 1.1 $foster_parent_element
3213 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
3214 wakaba 1.1 }
3215     last OE;
3216     }
3217     } # OE
3218 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
3219 wakaba 1.1 unless defined $foster_parent_element;
3220     $foster_parent_element->insert_before
3221     ($child, $next_sibling);
3222     } else {
3223 wakaba 1.79 !!!cp ('t72');
3224 wakaba 1.3 $self->{open_elements}->[-1]->[0]->append_child ($child);
3225 wakaba 1.1 }
3226     }; # $insert_to_foster
3227    
3228 wakaba 1.52 my $insert;
3229 wakaba 1.34
3230 wakaba 1.52 B: {
3231 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3232 wakaba 1.79 !!!cp ('t73');
3233 wakaba 1.52 !!!parse-error (type => 'DOCTYPE in the middle');
3234     ## Ignore the token
3235     ## Stay in the phase
3236     !!!next-token;
3237     redo B;
3238 wakaba 1.55 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3239 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3240 wakaba 1.79 !!!cp ('t74');
3241 wakaba 1.52 #
3242     } else {
3243     ## Generate implied end tags
3244     if ({
3245     dd => 1, dt => 1, li => 1, p => 1, td => 1, th => 1, tr => 1,
3246     tbody => 1, tfoot=> 1, thead => 1,
3247     }->{$self->{open_elements}->[-1]->[1]}) {
3248 wakaba 1.79 !!!cp ('t75');
3249 wakaba 1.52 !!!back-token;
3250 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => $self->{open_elements}->[-1]->[1]};
3251 wakaba 1.52 redo B;
3252     }
3253    
3254     if (@{$self->{open_elements}} > 2 or
3255     (@{$self->{open_elements}} == 2 and $self->{open_elements}->[1]->[1] ne 'body')) {
3256 wakaba 1.79 !!!cp ('t76');
3257 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3258     } elsif (defined $self->{inner_html_node} and
3259     @{$self->{open_elements}} > 1 and
3260     $self->{open_elements}->[1]->[1] ne 'body') {
3261 wakaba 1.81 ## ISSUE: This case is never reached.
3262 wakaba 1.79 !!!cp ('t77');
3263 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3264 wakaba 1.79 } else {
3265     !!!cp ('t78');
3266 wakaba 1.34 }
3267    
3268 wakaba 1.52 ## ISSUE: There is an issue in the spec.
3269     }
3270    
3271     ## Stop parsing
3272     last B;
3273 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
3274 wakaba 1.52 $token->{tag_name} eq 'html') {
3275 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
3276 wakaba 1.79 !!!cp ('t79');
3277 wakaba 1.52 ## Turn into the main phase
3278     !!!parse-error (type => 'after html:html');
3279 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
3280     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
3281 wakaba 1.79 !!!cp ('t80');
3282 wakaba 1.52 ## Turn into the main phase
3283     !!!parse-error (type => 'after html:html');
3284 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
3285 wakaba 1.79 } else {
3286     !!!cp ('t81');
3287 wakaba 1.52 }
3288    
3289     ## ISSUE: "aa<html>" is not a parse error.
3290     ## ISSUE: "<html>" in fragment is not a parse error.
3291     unless ($token->{first_start_tag}) {
3292 wakaba 1.79 !!!cp ('t82');
3293 wakaba 1.52 !!!parse-error (type => 'not first start tag');
3294 wakaba 1.79 } else {
3295     !!!cp ('t83');
3296 wakaba 1.52 }
3297     my $top_el = $self->{open_elements}->[0]->[0];
3298     for my $attr_name (keys %{$token->{attributes}}) {
3299     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
3300 wakaba 1.79 !!!cp ('t84');
3301 wakaba 1.52 $top_el->set_attribute_ns
3302     (undef, [undef, $attr_name],
3303     $token->{attributes}->{$attr_name}->{value});
3304     }
3305     }
3306     !!!next-token;
3307     redo B;
3308 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3309 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
3310 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3311 wakaba 1.79 !!!cp ('t85');
3312 wakaba 1.52 $self->{document}->append_child ($comment);
3313 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
3314 wakaba 1.79 !!!cp ('t86');
3315 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
3316     } else {
3317 wakaba 1.79 !!!cp ('t87');
3318 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
3319     }
3320     !!!next-token;
3321     redo B;
3322 wakaba 1.56 } elsif ($self->{insertion_mode} & HEAD_IMS) {
3323 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3324 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
3325     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3326     unless (length $token->{data}) {
3327 wakaba 1.79 !!!cp ('t88');
3328 wakaba 1.52 !!!next-token;
3329     redo B;
3330 wakaba 1.1 }
3331     }
3332 wakaba 1.52
3333 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3334 wakaba 1.79 !!!cp ('t89');
3335 wakaba 1.52 ## As if <head>
3336     !!!create-element ($self->{head_element}, 'head');
3337     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3338     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3339    
3340     ## Reprocess in the "in head" insertion mode...
3341     pop @{$self->{open_elements}};
3342    
3343     ## Reprocess in the "after head" insertion mode...
3344 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3345 wakaba 1.79 !!!cp ('t90');
3346 wakaba 1.52 ## As if </noscript>
3347     pop @{$self->{open_elements}};
3348     !!!parse-error (type => 'in noscript:#character');
3349 wakaba 1.1
3350 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
3351     ## As if </head>
3352     pop @{$self->{open_elements}};
3353    
3354     ## Reprocess in the "after head" insertion mode...
3355 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3356 wakaba 1.79 !!!cp ('t91');
3357 wakaba 1.52 pop @{$self->{open_elements}};
3358    
3359     ## Reprocess in the "after head" insertion mode...
3360 wakaba 1.79 } else {
3361     !!!cp ('t92');
3362 wakaba 1.1 }
3363 wakaba 1.52
3364     ## "after head" insertion mode
3365     ## As if <body>
3366     !!!insert-element ('body');
3367 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3368 wakaba 1.52 ## reprocess
3369     redo B;
3370 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3371 wakaba 1.52 if ($token->{tag_name} eq 'head') {
3372 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3373 wakaba 1.79 !!!cp ('t93');
3374 wakaba 1.52 !!!create-element ($self->{head_element}, $token->{tag_name}, $token->{attributes});
3375     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3376     push @{$self->{open_elements}}, [$self->{head_element}, $token->{tag_name}];
3377 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3378 wakaba 1.52 !!!next-token;
3379     redo B;
3380 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3381 wakaba 1.79 !!!cp ('t94');
3382 wakaba 1.54 #
3383     } else {
3384 wakaba 1.79 !!!cp ('t95');
3385 wakaba 1.52 !!!parse-error (type => 'in head:head'); # or in head noscript
3386     ## Ignore the token
3387     !!!next-token;
3388     redo B;
3389     }
3390 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3391 wakaba 1.79 !!!cp ('t96');
3392 wakaba 1.52 ## As if <head>
3393     !!!create-element ($self->{head_element}, 'head');
3394     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3395     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3396    
3397 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3398 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
3399 wakaba 1.79 } else {
3400     !!!cp ('t97');
3401 wakaba 1.1 }
3402 wakaba 1.52
3403 wakaba 1.49 if ($token->{tag_name} eq 'base') {
3404 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3405 wakaba 1.79 !!!cp ('t98');
3406 wakaba 1.49 ## As if </noscript>
3407     pop @{$self->{open_elements}};
3408     !!!parse-error (type => 'in noscript:base');
3409    
3410 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3411 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3412 wakaba 1.79 } else {
3413     !!!cp ('t99');
3414 wakaba 1.49 }
3415    
3416     ## NOTE: There is a "as if in head" code clone.
3417 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3418 wakaba 1.79 !!!cp ('t100');
3419 wakaba 1.49 !!!parse-error (type => 'after head:'.$token->{tag_name});
3420     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3421 wakaba 1.79 } else {
3422     !!!cp ('t101');
3423 wakaba 1.49 }
3424     !!!insert-element ($token->{tag_name}, $token->{attributes});
3425     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3426     pop @{$self->{open_elements}}
3427 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3428 wakaba 1.49 !!!next-token;
3429     redo B;
3430     } elsif ($token->{tag_name} eq 'link') {
3431 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3432 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3433 wakaba 1.79 !!!cp ('t102');
3434 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3435     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3436 wakaba 1.79 } else {
3437     !!!cp ('t103');
3438 wakaba 1.25 }
3439     !!!insert-element ($token->{tag_name}, $token->{attributes});
3440     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3441     pop @{$self->{open_elements}}
3442 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3443 wakaba 1.1 !!!next-token;
3444 wakaba 1.25 redo B;
3445 wakaba 1.34 } elsif ($token->{tag_name} eq 'meta') {
3446     ## NOTE: There is a "as if in head" code clone.
3447 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3448 wakaba 1.79 !!!cp ('t104');
3449 wakaba 1.34 !!!parse-error (type => 'after head:'.$token->{tag_name});
3450     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3451 wakaba 1.79 } else {
3452     !!!cp ('t105');
3453 wakaba 1.34 }
3454     !!!insert-element ($token->{tag_name}, $token->{attributes});
3455 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3456 wakaba 1.34
3457     unless ($self->{confident}) {
3458     if ($token->{attributes}->{charset}) { ## TODO: And if supported
3459 wakaba 1.79 !!!cp ('t106');
3460 wakaba 1.63 $self->{change_encoding}
3461     ->($self, $token->{attributes}->{charset}->{value});
3462 wakaba 1.66
3463     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3464     ->set_user_data (manakai_has_reference =>
3465     $token->{attributes}->{charset}
3466     ->{has_reference});
3467 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
3468 wakaba 1.35 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
3469 wakaba 1.63 if ($token->{attributes}->{content}->{value}
3470 wakaba 1.70 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
3471     [\x09-\x0D\x20]*=
3472 wakaba 1.34 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
3473     ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
3474 wakaba 1.79 !!!cp ('t107');
3475 wakaba 1.63 $self->{change_encoding}
3476     ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
3477 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3478     ->set_user_data (manakai_has_reference =>
3479     $token->{attributes}->{content}
3480     ->{has_reference});
3481 wakaba 1.79 } else {
3482     !!!cp ('t108');
3483 wakaba 1.63 }
3484 wakaba 1.34 }
3485 wakaba 1.66 } else {
3486     if ($token->{attributes}->{charset}) {
3487 wakaba 1.79 !!!cp ('t109');
3488 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3489     ->set_user_data (manakai_has_reference =>
3490     $token->{attributes}->{charset}
3491     ->{has_reference});
3492     }
3493 wakaba 1.68 if ($token->{attributes}->{content}) {
3494 wakaba 1.79 !!!cp ('t110');
3495 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3496     ->set_user_data (manakai_has_reference =>
3497     $token->{attributes}->{content}
3498     ->{has_reference});
3499     }
3500 wakaba 1.34 }
3501    
3502     pop @{$self->{open_elements}}
3503 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3504 wakaba 1.34 !!!next-token;
3505     redo B;
3506 wakaba 1.49 } elsif ($token->{tag_name} eq 'title') {
3507 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3508 wakaba 1.79 !!!cp ('t111');
3509 wakaba 1.49 ## As if </noscript>
3510     pop @{$self->{open_elements}};
3511     !!!parse-error (type => 'in noscript:title');
3512    
3513 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3514 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3515 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3516 wakaba 1.79 !!!cp ('t112');
3517 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3518     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3519 wakaba 1.79 } else {
3520     !!!cp ('t113');
3521 wakaba 1.25 }
3522 wakaba 1.49
3523     ## NOTE: There is a "as if in head" code clone.
3524 wakaba 1.31 my $parent = defined $self->{head_element} ? $self->{head_element}
3525     : $self->{open_elements}->[-1]->[0];
3526 wakaba 1.40 $parse_rcdata->(RCDATA_CONTENT_MODEL,
3527     sub { $parent->append_child ($_[0]) });
3528 wakaba 1.25 pop @{$self->{open_elements}}
3529 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3530 wakaba 1.25 redo B;
3531     } elsif ($token->{tag_name} eq 'style') {
3532     ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
3533 wakaba 1.54 ## insertion mode IN_HEAD_IM)
3534 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3535 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3536 wakaba 1.79 !!!cp ('t114');
3537 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3538     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3539 wakaba 1.79 } else {
3540     !!!cp ('t115');
3541 wakaba 1.25 }
3542 wakaba 1.40 $parse_rcdata->(CDATA_CONTENT_MODEL, $insert_to_current);
3543 wakaba 1.25 pop @{$self->{open_elements}}
3544 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3545 wakaba 1.25 redo B;
3546     } elsif ($token->{tag_name} eq 'noscript') {
3547 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
3548 wakaba 1.79 !!!cp ('t116');
3549 wakaba 1.25 ## NOTE: and scripting is disalbed
3550     !!!insert-element ($token->{tag_name}, $token->{attributes});
3551 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
3552 wakaba 1.1 !!!next-token;
3553 wakaba 1.25 redo B;
3554 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3555 wakaba 1.79 !!!cp ('t117');
3556 wakaba 1.30 !!!parse-error (type => 'in noscript:noscript');
3557 wakaba 1.1 ## Ignore the token
3558 wakaba 1.41 !!!next-token;
3559 wakaba 1.25 redo B;
3560 wakaba 1.1 } else {
3561 wakaba 1.79 !!!cp ('t118');
3562 wakaba 1.25 #
3563 wakaba 1.1 }
3564 wakaba 1.49 } elsif ($token->{tag_name} eq 'script') {
3565 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3566 wakaba 1.79 !!!cp ('t119');
3567 wakaba 1.49 ## As if </noscript>
3568     pop @{$self->{open_elements}};
3569     !!!parse-error (type => 'in noscript:script');
3570    
3571 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3572 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3573 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3574 wakaba 1.79 !!!cp ('t120');
3575 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3576     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3577 wakaba 1.79 } else {
3578     !!!cp ('t121');
3579 wakaba 1.25 }
3580 wakaba 1.49
3581 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3582     $script_start_tag->($insert_to_current);
3583     pop @{$self->{open_elements}}
3584 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3585 wakaba 1.1 redo B;
3586 wakaba 1.49 } elsif ($token->{tag_name} eq 'body' or
3587 wakaba 1.25 $token->{tag_name} eq 'frameset') {
3588 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3589 wakaba 1.79 !!!cp ('t122');
3590 wakaba 1.49 ## As if </noscript>
3591     pop @{$self->{open_elements}};
3592     !!!parse-error (type => 'in noscript:'.$token->{tag_name});
3593    
3594     ## Reprocess in the "in head" insertion mode...
3595     ## As if </head>
3596     pop @{$self->{open_elements}};
3597    
3598     ## Reprocess in the "after head" insertion mode...
3599 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3600 wakaba 1.79 !!!cp ('t124');
3601 wakaba 1.49 pop @{$self->{open_elements}};
3602    
3603     ## Reprocess in the "after head" insertion mode...
3604 wakaba 1.79 } else {
3605     !!!cp ('t125');
3606 wakaba 1.49 }
3607    
3608     ## "after head" insertion mode
3609     !!!insert-element ($token->{tag_name}, $token->{attributes});
3610 wakaba 1.54 if ($token->{tag_name} eq 'body') {
3611 wakaba 1.79 !!!cp ('t126');
3612 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3613     } elsif ($token->{tag_name} eq 'frameset') {
3614 wakaba 1.79 !!!cp ('t127');
3615 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
3616     } else {
3617     die "$0: tag name: $self->{tag_name}";
3618     }
3619 wakaba 1.1 !!!next-token;
3620     redo B;
3621     } else {
3622 wakaba 1.79 !!!cp ('t128');
3623 wakaba 1.1 #
3624     }
3625 wakaba 1.49
3626 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3627 wakaba 1.79 !!!cp ('t129');
3628 wakaba 1.49 ## As if </noscript>
3629     pop @{$self->{open_elements}};
3630     !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3631    
3632     ## Reprocess in the "in head" insertion mode...
3633     ## As if </head>
3634 wakaba 1.25 pop @{$self->{open_elements}};
3635 wakaba 1.49
3636     ## Reprocess in the "after head" insertion mode...
3637 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3638 wakaba 1.79 !!!cp ('t130');
3639 wakaba 1.49 ## As if </head>
3640 wakaba 1.25 pop @{$self->{open_elements}};
3641 wakaba 1.49
3642     ## Reprocess in the "after head" insertion mode...
3643 wakaba 1.79 } else {
3644     !!!cp ('t131');
3645 wakaba 1.49 }
3646    
3647     ## "after head" insertion mode
3648     ## As if <body>
3649     !!!insert-element ('body');
3650 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3651 wakaba 1.49 ## reprocess
3652     redo B;
3653 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3654 wakaba 1.49 if ($token->{tag_name} eq 'head') {
3655 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3656 wakaba 1.79 !!!cp ('t132');
3657 wakaba 1.50 ## As if <head>
3658     !!!create-element ($self->{head_element}, 'head');
3659     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3660     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3661    
3662     ## Reprocess in the "in head" insertion mode...
3663     pop @{$self->{open_elements}};
3664 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3665 wakaba 1.50 !!!next-token;
3666     redo B;
3667 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3668 wakaba 1.79 !!!cp ('t133');
3669 wakaba 1.49 ## As if </noscript>
3670     pop @{$self->{open_elements}};
3671 wakaba 1.82 !!!parse-error (type => 'in noscript:/head');
3672 wakaba 1.49
3673     ## Reprocess in the "in head" insertion mode...
3674 wakaba 1.50 pop @{$self->{open_elements}};
3675 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3676 wakaba 1.50 !!!next-token;
3677     redo B;
3678 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3679 wakaba 1.79 !!!cp ('t134');
3680 wakaba 1.49 pop @{$self->{open_elements}};
3681 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3682 wakaba 1.49 !!!next-token;
3683     redo B;
3684     } else {
3685 wakaba 1.79 !!!cp ('t135');
3686 wakaba 1.49 #
3687     }
3688     } elsif ($token->{tag_name} eq 'noscript') {
3689 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3690 wakaba 1.79 !!!cp ('t136');
3691 wakaba 1.49 pop @{$self->{open_elements}};
3692 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3693 wakaba 1.49 !!!next-token;
3694     redo B;
3695 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3696 wakaba 1.79 !!!cp ('t137');
3697 wakaba 1.50 !!!parse-error (type => 'unmatched end tag:noscript');
3698     ## Ignore the token ## ISSUE: An issue in the spec.
3699     !!!next-token;
3700     redo B;
3701 wakaba 1.49 } else {
3702 wakaba 1.79 !!!cp ('t138');
3703 wakaba 1.49 #
3704     }
3705     } elsif ({
3706 wakaba 1.31 body => 1, html => 1,
3707     }->{$token->{tag_name}}) {
3708 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3709 wakaba 1.79 !!!cp ('t139');
3710 wakaba 1.50 ## As if <head>
3711     !!!create-element ($self->{head_element}, 'head');
3712     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3713     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3714    
3715 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3716 wakaba 1.50 ## Reprocess in the "in head" insertion mode...
3717 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3718 wakaba 1.79 !!!cp ('t140');
3719 wakaba 1.49 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3720     ## Ignore the token
3721     !!!next-token;
3722     redo B;
3723 wakaba 1.79 } else {
3724     !!!cp ('t141');
3725 wakaba 1.49 }
3726 wakaba 1.50
3727     #
3728 wakaba 1.49 } elsif ({
3729 wakaba 1.31 p => 1, br => 1,
3730     }->{$token->{tag_name}}) {
3731 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3732 wakaba 1.79 !!!cp ('t142');
3733 wakaba 1.50 ## As if <head>
3734     !!!create-element ($self->{head_element}, 'head');
3735     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3736     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3737    
3738 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3739 wakaba 1.50 ## Reprocess in the "in head" insertion mode...
3740 wakaba 1.79 } else {
3741     !!!cp ('t143');
3742 wakaba 1.50 }
3743    
3744 wakaba 1.1 #
3745 wakaba 1.25 } else {
3746 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3747 wakaba 1.79 !!!cp ('t144');
3748 wakaba 1.54 #
3749     } else {
3750 wakaba 1.79 !!!cp ('t145');
3751 wakaba 1.49 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3752     ## Ignore the token
3753     !!!next-token;
3754     redo B;
3755     }
3756     }
3757    
3758 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3759 wakaba 1.79 !!!cp ('t146');
3760 wakaba 1.49 ## As if </noscript>
3761     pop @{$self->{open_elements}};
3762     !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3763    
3764     ## Reprocess in the "in head" insertion mode...
3765     ## As if </head>
3766     pop @{$self->{open_elements}};
3767    
3768     ## Reprocess in the "after head" insertion mode...
3769 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3770 wakaba 1.79 !!!cp ('t147');
3771 wakaba 1.49 ## As if </head>
3772     pop @{$self->{open_elements}};
3773    
3774     ## Reprocess in the "after head" insertion mode...
3775 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3776 wakaba 1.82 ## ISSUE: This case cannot be reached?
3777 wakaba 1.79 !!!cp ('t148');
3778 wakaba 1.50 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3779     ## Ignore the token ## ISSUE: An issue in the spec.
3780     !!!next-token;
3781     redo B;
3782 wakaba 1.79 } else {
3783     !!!cp ('t149');
3784 wakaba 1.1 }
3785    
3786 wakaba 1.49 ## "after head" insertion mode
3787     ## As if <body>
3788 wakaba 1.52 !!!insert-element ('body');
3789 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3790 wakaba 1.52 ## reprocess
3791     redo B;
3792     } else {
3793     die "$0: $token->{type}: Unknown token type";
3794     }
3795    
3796     ## ISSUE: An issue in the spec.
3797 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
3798 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3799 wakaba 1.79 !!!cp ('t150');
3800 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
3801     $reconstruct_active_formatting_elements->($insert_to_current);
3802    
3803     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3804    
3805     !!!next-token;
3806     redo B;
3807 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3808 wakaba 1.52 if ({
3809     caption => 1, col => 1, colgroup => 1, tbody => 1,
3810     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
3811     }->{$token->{tag_name}}) {
3812 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
3813 wakaba 1.52 ## have an element in table scope
3814     my $tn;
3815     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3816     my $node = $self->{open_elements}->[$_];
3817     if ($node->[1] eq 'td' or $node->[1] eq 'th') {
3818 wakaba 1.79 !!!cp ('t151');
3819 wakaba 1.52 $tn = $node->[1];
3820     last INSCOPE;
3821     } elsif ({
3822     table => 1, html => 1,
3823     }->{$node->[1]}) {
3824 wakaba 1.79 !!!cp ('t152');
3825 wakaba 1.52 last INSCOPE;
3826     }
3827     } # INSCOPE
3828     unless (defined $tn) {
3829 wakaba 1.79 !!!cp ('t153');
3830 wakaba 1.82 ## TODO: This error type is wrong.
3831 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3832     ## Ignore the token
3833     !!!next-token;
3834     redo B;
3835     }
3836    
3837 wakaba 1.79 !!!cp ('t154');
3838 wakaba 1.52 ## Close the cell
3839     !!!back-token; # <?>
3840 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => $tn};
3841 wakaba 1.52 redo B;
3842 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3843 wakaba 1.52 !!!parse-error (type => 'not closed:caption');
3844    
3845     ## As if </caption>
3846     ## have a table element in table scope
3847     my $i;
3848     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3849     my $node = $self->{open_elements}->[$_];
3850     if ($node->[1] eq 'caption') {
3851 wakaba 1.79 !!!cp ('t155');
3852 wakaba 1.52 $i = $_;
3853     last INSCOPE;
3854     } elsif ({
3855     table => 1, html => 1,
3856     }->{$node->[1]}) {
3857 wakaba 1.79 !!!cp ('t156');
3858 wakaba 1.52 last INSCOPE;
3859     }
3860     } # INSCOPE
3861     unless (defined $i) {
3862 wakaba 1.79 !!!cp ('t157');
3863 wakaba 1.83 ## TODO: this type is wrong.
3864 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:caption');
3865     ## Ignore the token
3866     !!!next-token;
3867     redo B;
3868     }
3869    
3870     ## generate implied end tags
3871     if ({
3872     dd => 1, dt => 1, li => 1, p => 1,
3873 wakaba 1.83
3874     ## NOTE: Maybe the following elements never appear here.
3875 wakaba 1.52 td => 1, th => 1, tr => 1,
3876 wakaba 1.83 tbody => 1, tfoot => 1, thead => 1,
3877 wakaba 1.52 }->{$self->{open_elements}->[-1]->[1]}) {
3878 wakaba 1.79 !!!cp ('t158');
3879 wakaba 1.52 !!!back-token; # <?>
3880 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'caption'};
3881 wakaba 1.52 !!!back-token;
3882 wakaba 1.55 $token = {type => END_TAG_TOKEN,
3883 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
3884     redo B;
3885     }
3886    
3887     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
3888 wakaba 1.79 !!!cp ('t159');
3889 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3890 wakaba 1.79 } else {
3891     !!!cp ('t160');
3892 wakaba 1.52 }
3893    
3894     splice @{$self->{open_elements}}, $i;
3895    
3896     $clear_up_to_marker->();
3897    
3898 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3899 wakaba 1.52
3900     ## reprocess
3901     redo B;
3902     } else {
3903 wakaba 1.79 !!!cp ('t161');
3904 wakaba 1.52 #
3905     }
3906     } else {
3907 wakaba 1.79 !!!cp ('t162');
3908 wakaba 1.52 #
3909     }
3910 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3911 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
3912 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
3913 wakaba 1.43 ## have an element in table scope
3914 wakaba 1.52 my $i;
3915 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3916     my $node = $self->{open_elements}->[$_];
3917 wakaba 1.52 if ($node->[1] eq $token->{tag_name}) {
3918 wakaba 1.79 !!!cp ('t163');
3919 wakaba 1.52 $i = $_;
3920 wakaba 1.43 last INSCOPE;
3921     } elsif ({
3922     table => 1, html => 1,
3923     }->{$node->[1]}) {
3924 wakaba 1.79 !!!cp ('t164');
3925 wakaba 1.43 last INSCOPE;
3926     }
3927     } # INSCOPE
3928 wakaba 1.52 unless (defined $i) {
3929 wakaba 1.79 !!!cp ('t165');
3930 wakaba 1.43 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3931     ## Ignore the token
3932     !!!next-token;
3933     redo B;
3934     }
3935    
3936 wakaba 1.52 ## generate implied end tags
3937     if ({
3938     dd => 1, dt => 1, li => 1, p => 1,
3939     td => ($token->{tag_name} eq 'th'),
3940     th => ($token->{tag_name} eq 'td'),
3941 wakaba 1.83
3942     ## NOTE: Maybe the following elements never appear here.
3943 wakaba 1.52 tr => 1,
3944 wakaba 1.83 tbody => 1, tfoot => 1, thead => 1,
3945 wakaba 1.52 }->{$self->{open_elements}->[-1]->[1]}) {
3946 wakaba 1.79 !!!cp ('t166');
3947 wakaba 1.52 !!!back-token;
3948 wakaba 1.55 $token = {type => END_TAG_TOKEN,
3949 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
3950     redo B;
3951     }
3952    
3953     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
3954 wakaba 1.79 !!!cp ('t167');
3955 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3956 wakaba 1.79 } else {
3957     !!!cp ('t168');
3958 wakaba 1.52 }
3959    
3960     splice @{$self->{open_elements}}, $i;
3961    
3962     $clear_up_to_marker->();
3963    
3964 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
3965 wakaba 1.52
3966     !!!next-token;
3967 wakaba 1.43 redo B;
3968 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3969 wakaba 1.79 !!!cp ('t169');
3970 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3971     ## Ignore the token
3972     !!!next-token;
3973     redo B;
3974     } else {
3975 wakaba 1.79 !!!cp ('t170');
3976 wakaba 1.52 #
3977     }
3978     } elsif ($token->{tag_name} eq 'caption') {
3979 wakaba 1.54 if ($self->{insertion_mode} == IN_CAPTION_IM) {
3980 wakaba 1.43 ## have a table element in table scope
3981     my $i;
3982     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3983     my $node = $self->{open_elements}->[$_];
3984 wakaba 1.52 if ($node->[1] eq $token->{tag_name}) {
3985 wakaba 1.79 !!!cp ('t171');
3986 wakaba 1.43 $i = $_;
3987     last INSCOPE;
3988     } elsif ({
3989     table => 1, html => 1,
3990     }->{$node->[1]}) {
3991 wakaba 1.79 !!!cp ('t172');
3992 wakaba 1.43 last INSCOPE;
3993     }
3994     } # INSCOPE
3995     unless (defined $i) {
3996 wakaba 1.79 !!!cp ('t173');
3997 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3998 wakaba 1.43 ## Ignore the token
3999     !!!next-token;
4000     redo B;
4001     }
4002    
4003     ## generate implied end tags
4004     if ({
4005     dd => 1, dt => 1, li => 1, p => 1,
4006 wakaba 1.83
4007     ## NOTE: The following elements never appear here, maybe.
4008 wakaba 1.43 td => 1, th => 1, tr => 1,
4009 wakaba 1.83 tbody => 1, tfoot => 1, thead => 1,
4010 wakaba 1.43 }->{$self->{open_elements}->[-1]->[1]}) {
4011 wakaba 1.79 !!!cp ('t174');
4012 wakaba 1.43 !!!back-token;
4013 wakaba 1.55 $token = {type => END_TAG_TOKEN,
4014 wakaba 1.43 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
4015     redo B;
4016     }
4017 wakaba 1.52
4018     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4019 wakaba 1.79 !!!cp ('t175');
4020 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4021 wakaba 1.79 } else {
4022     !!!cp ('t176');
4023 wakaba 1.52 }
4024    
4025     splice @{$self->{open_elements}}, $i;
4026    
4027     $clear_up_to_marker->();
4028    
4029 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4030 wakaba 1.52
4031     !!!next-token;
4032     redo B;
4033 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
4034 wakaba 1.79 !!!cp ('t177');
4035 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4036     ## Ignore the token
4037     !!!next-token;
4038     redo B;
4039     } else {
4040 wakaba 1.79 !!!cp ('t178');
4041 wakaba 1.52 #
4042     }
4043     } elsif ({
4044     table => 1, tbody => 1, tfoot => 1,
4045     thead => 1, tr => 1,
4046     }->{$token->{tag_name}} and
4047 wakaba 1.54 $self->{insertion_mode} == IN_CELL_IM) {
4048 wakaba 1.52 ## have an element in table scope
4049     my $i;
4050     my $tn;
4051     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4052     my $node = $self->{open_elements}->[$_];
4053     if ($node->[1] eq $token->{tag_name}) {
4054 wakaba 1.79 !!!cp ('t179');
4055 wakaba 1.52 $i = $_;
4056     last INSCOPE;
4057     } elsif ($node->[1] eq 'td' or $node->[1] eq 'th') {
4058 wakaba 1.79 !!!cp ('t180');
4059 wakaba 1.52 $tn = $node->[1];
4060     ## NOTE: There is exactly one |td| or |th| element
4061     ## in scope in the stack of open elements by definition.
4062     } elsif ({
4063     table => 1, html => 1,
4064     }->{$node->[1]}) {
4065 wakaba 1.79 !!!cp ('t181');
4066 wakaba 1.52 last INSCOPE;
4067     }
4068     } # INSCOPE
4069     unless (defined $i) {
4070 wakaba 1.79 !!!cp ('t182');
4071 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4072     ## Ignore the token
4073     !!!next-token;
4074     redo B;
4075 wakaba 1.79 } else {
4076     !!!cp ('t183');
4077 wakaba 1.52 }
4078    
4079     ## Close the cell
4080     !!!back-token; # </?>
4081 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => $tn};
4082 wakaba 1.52 redo B;
4083     } elsif ($token->{tag_name} eq 'table' and
4084 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
4085 wakaba 1.52 !!!parse-error (type => 'not closed:caption');
4086    
4087     ## As if </caption>
4088     ## have a table element in table scope
4089     my $i;
4090     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4091     my $node = $self->{open_elements}->[$_];
4092     if ($node->[1] eq 'caption') {
4093 wakaba 1.79 !!!cp ('t184');
4094 wakaba 1.52 $i = $_;
4095     last INSCOPE;
4096     } elsif ({
4097     table => 1, html => 1,
4098     }->{$node->[1]}) {
4099 wakaba 1.79 !!!cp ('t185');
4100 wakaba 1.52 last INSCOPE;
4101     }
4102     } # INSCOPE
4103     unless (defined $i) {
4104 wakaba 1.79 !!!cp ('t186');
4105 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:caption');
4106     ## Ignore the token
4107     !!!next-token;
4108     redo B;
4109     }
4110    
4111     ## generate implied end tags
4112     if ({
4113     dd => 1, dt => 1, li => 1, p => 1,
4114 wakaba 1.83
4115     ## NOTE: The following elements never appear, maybe.
4116 wakaba 1.52 td => 1, th => 1, tr => 1,
4117 wakaba 1.83 tbody => 1, tfoot => 1, thead => 1,
4118 wakaba 1.52 }->{$self->{open_elements}->[-1]->[1]}) {
4119 wakaba 1.79 !!!cp ('t187');
4120 wakaba 1.52 !!!back-token; # </table>
4121 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'caption'};
4122 wakaba 1.52 !!!back-token;
4123 wakaba 1.55 $token = {type => END_TAG_TOKEN,
4124 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
4125     redo B;
4126     }
4127    
4128     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4129 wakaba 1.79 !!!cp ('t188');
4130 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4131 wakaba 1.79 } else {
4132     !!!cp ('t189');
4133 wakaba 1.52 }
4134    
4135     splice @{$self->{open_elements}}, $i;
4136    
4137     $clear_up_to_marker->();
4138    
4139 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4140 wakaba 1.52
4141     ## reprocess
4142     redo B;
4143     } elsif ({
4144     body => 1, col => 1, colgroup => 1, html => 1,
4145     }->{$token->{tag_name}}) {
4146 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
4147 wakaba 1.79 !!!cp ('t190');
4148 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4149     ## Ignore the token
4150     !!!next-token;
4151     redo B;
4152     } else {
4153 wakaba 1.79 !!!cp ('t191');
4154 wakaba 1.52 #
4155     }
4156     } elsif ({
4157     tbody => 1, tfoot => 1,
4158     thead => 1, tr => 1,
4159     }->{$token->{tag_name}} and
4160 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
4161 wakaba 1.79 !!!cp ('t192');
4162 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4163     ## Ignore the token
4164     !!!next-token;
4165     redo B;
4166     } else {
4167 wakaba 1.79 !!!cp ('t193');
4168 wakaba 1.52 #
4169     }
4170     } else {
4171     die "$0: $token->{type}: Unknown token type";
4172     }
4173    
4174     $insert = $insert_to_current;
4175     #
4176 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
4177 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
4178 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4179     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4180    
4181     unless (length $token->{data}) {
4182 wakaba 1.79 !!!cp ('t194');
4183 wakaba 1.52 !!!next-token;
4184     redo B;
4185 wakaba 1.79 } else {
4186     !!!cp ('t195');
4187 wakaba 1.52 }
4188     }
4189    
4190     !!!parse-error (type => 'in table:#character');
4191    
4192     ## As if in body, but insert into foster parent element
4193     ## ISSUE: Spec says that "whenever a node would be inserted
4194     ## into the current node" while characters might not be
4195     ## result in a new Text node.
4196     $reconstruct_active_formatting_elements->($insert_to_foster);
4197    
4198     if ({
4199     table => 1, tbody => 1, tfoot => 1,
4200     thead => 1, tr => 1,
4201     }->{$self->{open_elements}->[-1]->[1]}) {
4202     # MUST
4203     my $foster_parent_element;
4204     my $next_sibling;
4205     my $prev_sibling;
4206     OE: for (reverse 0..$#{$self->{open_elements}}) {
4207     if ($self->{open_elements}->[$_]->[1] eq 'table') {
4208     my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
4209     if (defined $parent and $parent->node_type == 1) {
4210 wakaba 1.79 !!!cp ('t196');
4211 wakaba 1.52 $foster_parent_element = $parent;
4212     $next_sibling = $self->{open_elements}->[$_]->[0];
4213     $prev_sibling = $next_sibling->previous_sibling;
4214     } else {
4215 wakaba 1.79 !!!cp ('t197');
4216 wakaba 1.52 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
4217     $prev_sibling = $foster_parent_element->last_child;
4218     }
4219     last OE;
4220     }
4221     } # OE
4222     $foster_parent_element = $self->{open_elements}->[0]->[0] and
4223     $prev_sibling = $foster_parent_element->last_child
4224     unless defined $foster_parent_element;
4225     if (defined $prev_sibling and
4226     $prev_sibling->node_type == 3) {
4227 wakaba 1.79 !!!cp ('t198');
4228 wakaba 1.52 $prev_sibling->manakai_append_text ($token->{data});
4229     } else {
4230 wakaba 1.79 !!!cp ('t199');
4231 wakaba 1.52 $foster_parent_element->insert_before
4232     ($self->{document}->create_text_node ($token->{data}),
4233     $next_sibling);
4234     }
4235     } else {
4236 wakaba 1.79 !!!cp ('t200');
4237 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4238     }
4239    
4240     !!!next-token;
4241     redo B;
4242 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
4243 wakaba 1.52 if ({
4244 wakaba 1.54 tr => ($self->{insertion_mode} != IN_ROW_IM),
4245 wakaba 1.52 th => 1, td => 1,
4246     }->{$token->{tag_name}}) {
4247 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_IM) {
4248 wakaba 1.52 ## Clear back to table context
4249     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4250     $self->{open_elements}->[-1]->[1] ne 'html') {
4251 wakaba 1.79 !!!cp ('t201');
4252 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4253 wakaba 1.52 pop @{$self->{open_elements}};
4254 wakaba 1.43 }
4255    
4256 wakaba 1.52 !!!insert-element ('tbody');
4257 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4258 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4259     }
4260    
4261 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4262 wakaba 1.52 unless ($token->{tag_name} eq 'tr') {
4263 wakaba 1.79 !!!cp ('t202');
4264 wakaba 1.52 !!!parse-error (type => 'missing start tag:tr');
4265     }
4266 wakaba 1.43
4267 wakaba 1.52 ## Clear back to table body context
4268     while (not {
4269     tbody => 1, tfoot => 1, thead => 1, html => 1,
4270     }->{$self->{open_elements}->[-1]->[1]}) {
4271 wakaba 1.79 !!!cp ('t203');
4272 wakaba 1.83 ## ISSUE: Can this case be reached?
4273 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4274     pop @{$self->{open_elements}};
4275     }
4276 wakaba 1.43
4277 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
4278 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
4279 wakaba 1.79 !!!cp ('t204');
4280 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
4281     !!!next-token;
4282     redo B;
4283     } else {
4284 wakaba 1.79 !!!cp ('t205');
4285 wakaba 1.52 !!!insert-element ('tr');
4286     ## reprocess in the "in row" insertion mode
4287     }
4288 wakaba 1.79 } else {
4289     !!!cp ('t206');
4290 wakaba 1.52 }
4291    
4292     ## Clear back to table row context
4293     while (not {
4294     tr => 1, html => 1,
4295     }->{$self->{open_elements}->[-1]->[1]}) {
4296 wakaba 1.79 !!!cp ('t207');
4297 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4298     pop @{$self->{open_elements}};
4299 wakaba 1.43 }
4300 wakaba 1.52
4301     !!!insert-element ($token->{tag_name}, $token->{attributes});
4302 wakaba 1.54 $self->{insertion_mode} = IN_CELL_IM;
4303 wakaba 1.52
4304     push @$active_formatting_elements, ['#marker', ''];
4305    
4306     !!!next-token;
4307     redo B;
4308     } elsif ({
4309     caption => 1, col => 1, colgroup => 1,
4310     tbody => 1, tfoot => 1, thead => 1,
4311 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4312 wakaba 1.52 }->{$token->{tag_name}}) {
4313 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4314 wakaba 1.52 ## As if </tr>
4315 wakaba 1.43 ## have an element in table scope
4316     my $i;
4317     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4318     my $node = $self->{open_elements}->[$_];
4319 wakaba 1.52 if ($node->[1] eq 'tr') {
4320 wakaba 1.79 !!!cp ('t208');
4321 wakaba 1.43 $i = $_;
4322     last INSCOPE;
4323     } elsif ({
4324 wakaba 1.83 html => 1,
4325    
4326     ## NOTE: This element does not appear here, maybe.
4327     table => 1,
4328 wakaba 1.43 }->{$node->[1]}) {
4329 wakaba 1.79 !!!cp ('t209');
4330 wakaba 1.43 last INSCOPE;
4331     }
4332     } # INSCOPE
4333 wakaba 1.79 unless (defined $i) {
4334     !!!cp ('t210');
4335 wakaba 1.83 ## TODO: This type is wrong.
4336 wakaba 1.79 !!!parse-error (type => 'unmacthed end tag:'.$token->{tag_name});
4337 wakaba 1.52 ## Ignore the token
4338     !!!next-token;
4339 wakaba 1.43 redo B;
4340     }
4341    
4342 wakaba 1.52 ## Clear back to table row context
4343     while (not {
4344     tr => 1, html => 1,
4345     }->{$self->{open_elements}->[-1]->[1]}) {
4346 wakaba 1.79 !!!cp ('t211');
4347 wakaba 1.83 ## ISSUE: Can this case be reached?
4348 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4349 wakaba 1.52 pop @{$self->{open_elements}};
4350 wakaba 1.1 }
4351 wakaba 1.43
4352 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4353 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4354 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
4355 wakaba 1.79 !!!cp ('t212');
4356 wakaba 1.52 ## reprocess
4357     redo B;
4358     } else {
4359 wakaba 1.79 !!!cp ('t213');
4360 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4361     }
4362 wakaba 1.1 }
4363 wakaba 1.52
4364 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4365 wakaba 1.52 ## have an element in table scope
4366 wakaba 1.43 my $i;
4367     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4368     my $node = $self->{open_elements}->[$_];
4369 wakaba 1.52 if ({
4370     tbody => 1, thead => 1, tfoot => 1,
4371     }->{$node->[1]}) {
4372 wakaba 1.79 !!!cp ('t214');
4373 wakaba 1.43 $i = $_;
4374     last INSCOPE;
4375     } elsif ({
4376     table => 1, html => 1,
4377     }->{$node->[1]}) {
4378 wakaba 1.79 !!!cp ('t215');
4379 wakaba 1.43 last INSCOPE;
4380     }
4381     } # INSCOPE
4382 wakaba 1.52 unless (defined $i) {
4383 wakaba 1.79 !!!cp ('t216');
4384 wakaba 1.82 ## TODO: This erorr type ios wrong.
4385 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4386     ## Ignore the token
4387     !!!next-token;
4388 wakaba 1.43 redo B;
4389     }
4390 wakaba 1.52
4391     ## Clear back to table body context
4392     while (not {
4393     tbody => 1, tfoot => 1, thead => 1, html => 1,
4394     }->{$self->{open_elements}->[-1]->[1]}) {
4395 wakaba 1.79 !!!cp ('t217');
4396 wakaba 1.83 ## ISSUE: Can this state be reached?
4397 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4398 wakaba 1.52 pop @{$self->{open_elements}};
4399 wakaba 1.43 }
4400    
4401 wakaba 1.52 ## As if <{current node}>
4402     ## have an element in table scope
4403     ## true by definition
4404 wakaba 1.43
4405 wakaba 1.52 ## Clear back to table body context
4406     ## nop by definition
4407 wakaba 1.43
4408 wakaba 1.52 pop @{$self->{open_elements}};
4409 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4410 wakaba 1.52 ## reprocess in "in table" insertion mode...
4411 wakaba 1.79 } else {
4412     !!!cp ('t218');
4413 wakaba 1.52 }
4414    
4415     if ($token->{tag_name} eq 'col') {
4416     ## Clear back to table context
4417     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4418     $self->{open_elements}->[-1]->[1] ne 'html') {
4419 wakaba 1.79 !!!cp ('t219');
4420 wakaba 1.83 ## ISSUE: Can this state be reached?
4421 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4422     pop @{$self->{open_elements}};
4423     }
4424 wakaba 1.43
4425 wakaba 1.52 !!!insert-element ('colgroup');
4426 wakaba 1.54 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
4427 wakaba 1.52 ## reprocess
4428 wakaba 1.43 redo B;
4429 wakaba 1.52 } elsif ({
4430     caption => 1,
4431     colgroup => 1,
4432     tbody => 1, tfoot => 1, thead => 1,
4433     }->{$token->{tag_name}}) {
4434     ## Clear back to table context
4435     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4436     $self->{open_elements}->[-1]->[1] ne 'html') {
4437 wakaba 1.79 !!!cp ('t220');
4438 wakaba 1.83 ## ISSUE: Can this state be reached?
4439 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4440     pop @{$self->{open_elements}};
4441 wakaba 1.1 }
4442 wakaba 1.52
4443     push @$active_formatting_elements, ['#marker', '']
4444     if $token->{tag_name} eq 'caption';
4445    
4446     !!!insert-element ($token->{tag_name}, $token->{attributes});
4447     $self->{insertion_mode} = {
4448 wakaba 1.54 caption => IN_CAPTION_IM,
4449     colgroup => IN_COLUMN_GROUP_IM,
4450     tbody => IN_TABLE_BODY_IM,
4451     tfoot => IN_TABLE_BODY_IM,
4452     thead => IN_TABLE_BODY_IM,
4453 wakaba 1.52 }->{$token->{tag_name}};
4454 wakaba 1.1 !!!next-token;
4455     redo B;
4456 wakaba 1.52 } else {
4457     die "$0: in table: <>: $token->{tag_name}";
4458 wakaba 1.1 }
4459 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
4460     !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4461 wakaba 1.1
4462 wakaba 1.52 ## As if </table>
4463 wakaba 1.1 ## have a table element in table scope
4464     my $i;
4465 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4466     my $node = $self->{open_elements}->[$_];
4467 wakaba 1.52 if ($node->[1] eq 'table') {
4468 wakaba 1.79 !!!cp ('t221');
4469 wakaba 1.1 $i = $_;
4470     last INSCOPE;
4471     } elsif ({
4472 wakaba 1.83 #table => 1,
4473     html => 1,
4474 wakaba 1.1 }->{$node->[1]}) {
4475 wakaba 1.79 !!!cp ('t222');
4476 wakaba 1.1 last INSCOPE;
4477     }
4478     } # INSCOPE
4479     unless (defined $i) {
4480 wakaba 1.79 !!!cp ('t223');
4481 wakaba 1.83 ## TODO: The following is wrong, maybe.
4482 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:table');
4483     ## Ignore tokens </table><table>
4484 wakaba 1.1 !!!next-token;
4485     redo B;
4486     }
4487    
4488     ## generate implied end tags
4489     if ({
4490     dd => 1, dt => 1, li => 1, p => 1,
4491     td => 1, th => 1, tr => 1,
4492 wakaba 1.31 tbody => 1, tfoot=> 1, thead => 1,
4493 wakaba 1.3 }->{$self->{open_elements}->[-1]->[1]}) {
4494 wakaba 1.79 !!!cp ('t224');
4495 wakaba 1.52 !!!back-token; # <table>
4496 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'table'};
4497 wakaba 1.1 !!!back-token;
4498 wakaba 1.55 $token = {type => END_TAG_TOKEN,
4499 wakaba 1.3 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
4500 wakaba 1.1 redo B;
4501     }
4502    
4503 wakaba 1.52 if ($self->{open_elements}->[-1]->[1] ne 'table') {
4504 wakaba 1.79 !!!cp ('t225');
4505 wakaba 1.83 ## ISSUE: Can this case be reached?
4506 wakaba 1.3 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4507 wakaba 1.79 } else {
4508     !!!cp ('t226');
4509 wakaba 1.1 }
4510    
4511 wakaba 1.3 splice @{$self->{open_elements}}, $i;
4512 wakaba 1.1
4513 wakaba 1.52 $self->_reset_insertion_mode;
4514 wakaba 1.1
4515     ## reprocess
4516     redo B;
4517 wakaba 1.58 } else {
4518 wakaba 1.79 !!!cp ('t227');
4519 wakaba 1.58 !!!parse-error (type => 'in table:'.$token->{tag_name});
4520    
4521     $insert = $insert_to_foster;
4522     #
4523     }
4524     } elsif ($token->{type} == END_TAG_TOKEN) {
4525 wakaba 1.52 if ($token->{tag_name} eq 'tr' and
4526 wakaba 1.54 $self->{insertion_mode} == IN_ROW_IM) {
4527 wakaba 1.52 ## have an element in table scope
4528     my $i;
4529     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4530     my $node = $self->{open_elements}->[$_];
4531     if ($node->[1] eq $token->{tag_name}) {
4532 wakaba 1.79 !!!cp ('t228');
4533 wakaba 1.52 $i = $_;
4534     last INSCOPE;
4535     } elsif ({
4536     table => 1, html => 1,
4537     }->{$node->[1]}) {
4538 wakaba 1.79 !!!cp ('t229');
4539 wakaba 1.52 last INSCOPE;
4540     }
4541     } # INSCOPE
4542     unless (defined $i) {
4543 wakaba 1.79 !!!cp ('t230');
4544 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4545     ## Ignore the token
4546 wakaba 1.42 !!!next-token;
4547     redo B;
4548 wakaba 1.79 } else {
4549     !!!cp ('t232');
4550 wakaba 1.42 }
4551    
4552 wakaba 1.52 ## Clear back to table row context
4553     while (not {
4554     tr => 1, html => 1,
4555     }->{$self->{open_elements}->[-1]->[1]}) {
4556 wakaba 1.79 !!!cp ('t231');
4557 wakaba 1.83 ## ISSUE: Can this state be reached?
4558 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4559     pop @{$self->{open_elements}};
4560     }
4561 wakaba 1.42
4562 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4563 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4564 wakaba 1.52 !!!next-token;
4565     redo B;
4566     } elsif ($token->{tag_name} eq 'table') {
4567 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4568 wakaba 1.52 ## As if </tr>
4569     ## have an element in table scope
4570     my $i;
4571     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4572     my $node = $self->{open_elements}->[$_];
4573     if ($node->[1] eq 'tr') {
4574 wakaba 1.79 !!!cp ('t233');
4575 wakaba 1.52 $i = $_;
4576     last INSCOPE;
4577     } elsif ({
4578     table => 1, html => 1,
4579     }->{$node->[1]}) {
4580 wakaba 1.79 !!!cp ('t234');
4581 wakaba 1.52 last INSCOPE;
4582 wakaba 1.42 }
4583 wakaba 1.52 } # INSCOPE
4584     unless (defined $i) {
4585 wakaba 1.79 !!!cp ('t235');
4586 wakaba 1.83 ## TODO: The following is wrong.
4587 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{type});
4588     ## Ignore the token
4589     !!!next-token;
4590     redo B;
4591 wakaba 1.42 }
4592 wakaba 1.52
4593     ## Clear back to table row context
4594     while (not {
4595     tr => 1, html => 1,
4596     }->{$self->{open_elements}->[-1]->[1]}) {
4597 wakaba 1.79 !!!cp ('t236');
4598 wakaba 1.83 ## ISSUE: Can this state be reached?
4599 wakaba 1.46 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4600     pop @{$self->{open_elements}};
4601 wakaba 1.1 }
4602 wakaba 1.46
4603 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4604 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4605 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
4606 wakaba 1.1 }
4607    
4608 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4609 wakaba 1.52 ## have an element in table scope
4610     my $i;
4611     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4612     my $node = $self->{open_elements}->[$_];
4613     if ({
4614     tbody => 1, thead => 1, tfoot => 1,
4615     }->{$node->[1]}) {
4616 wakaba 1.79 !!!cp ('t237');
4617 wakaba 1.52 $i = $_;
4618     last INSCOPE;
4619     } elsif ({
4620     table => 1, html => 1,
4621     }->{$node->[1]}) {
4622 wakaba 1.79 !!!cp ('t238');
4623 wakaba 1.52 last INSCOPE;
4624     }
4625     } # INSCOPE
4626     unless (defined $i) {
4627 wakaba 1.79 !!!cp ('t239');
4628 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4629     ## Ignore the token
4630     !!!next-token;
4631     redo B;
4632 wakaba 1.47 }
4633    
4634     ## Clear back to table body context
4635     while (not {
4636     tbody => 1, tfoot => 1, thead => 1, html => 1,
4637     }->{$self->{open_elements}->[-1]->[1]}) {
4638 wakaba 1.79 !!!cp ('t240');
4639 wakaba 1.47 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4640     pop @{$self->{open_elements}};
4641     }
4642    
4643 wakaba 1.52 ## As if <{current node}>
4644     ## have an element in table scope
4645     ## true by definition
4646    
4647     ## Clear back to table body context
4648     ## nop by definition
4649    
4650     pop @{$self->{open_elements}};
4651 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4652 wakaba 1.52 ## reprocess in the "in table" insertion mode...
4653     }
4654    
4655     ## have a table element in table scope
4656     my $i;
4657     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4658     my $node = $self->{open_elements}->[$_];
4659     if ($node->[1] eq $token->{tag_name}) {
4660 wakaba 1.79 !!!cp ('t241');
4661 wakaba 1.52 $i = $_;
4662     last INSCOPE;
4663     } elsif ({
4664     table => 1, html => 1,
4665     }->{$node->[1]}) {
4666 wakaba 1.79 !!!cp ('t242');
4667 wakaba 1.52 last INSCOPE;
4668 wakaba 1.47 }
4669 wakaba 1.52 } # INSCOPE
4670     unless (defined $i) {
4671 wakaba 1.79 !!!cp ('t243');
4672 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4673     ## Ignore the token
4674     !!!next-token;
4675     redo B;
4676 wakaba 1.3 }
4677    
4678 wakaba 1.52 ## generate implied end tags
4679     if ({
4680     dd => 1, dt => 1, li => 1, p => 1,
4681     td => 1, th => 1, tr => 1,
4682     tbody => 1, tfoot=> 1, thead => 1,
4683     }->{$self->{open_elements}->[-1]->[1]}) {
4684 wakaba 1.79 !!!cp ('t244');
4685 wakaba 1.83 ## ISSUE: Can this case be reached?
4686 wakaba 1.52 !!!back-token;
4687 wakaba 1.55 $token = {type => END_TAG_TOKEN,
4688 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
4689     redo B;
4690     }
4691    
4692     if ($self->{open_elements}->[-1]->[1] ne 'table') {
4693 wakaba 1.79 !!!cp ('t245');
4694 wakaba 1.3 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4695 wakaba 1.79 } else {
4696     !!!cp ('t246');
4697 wakaba 1.1 }
4698 wakaba 1.52
4699     splice @{$self->{open_elements}}, $i;
4700 wakaba 1.1
4701 wakaba 1.52 $self->_reset_insertion_mode;
4702 wakaba 1.47
4703     !!!next-token;
4704     redo B;
4705     } elsif ({
4706 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
4707 wakaba 1.52 }->{$token->{tag_name}} and
4708 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
4709 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4710 wakaba 1.52 ## have an element in table scope
4711     my $i;
4712     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4713     my $node = $self->{open_elements}->[$_];
4714     if ($node->[1] eq $token->{tag_name}) {
4715 wakaba 1.79 !!!cp ('t247');
4716 wakaba 1.52 $i = $_;
4717     last INSCOPE;
4718     } elsif ({
4719     table => 1, html => 1,
4720     }->{$node->[1]}) {
4721 wakaba 1.79 !!!cp ('t248');
4722 wakaba 1.52 last INSCOPE;
4723     }
4724     } # INSCOPE
4725     unless (defined $i) {
4726 wakaba 1.79 !!!cp ('t249');
4727 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4728     ## Ignore the token
4729     !!!next-token;
4730     redo B;
4731     }
4732    
4733 wakaba 1.48 ## As if </tr>
4734     ## have an element in table scope
4735     my $i;
4736     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4737     my $node = $self->{open_elements}->[$_];
4738     if ($node->[1] eq 'tr') {
4739 wakaba 1.79 !!!cp ('t250');
4740 wakaba 1.48 $i = $_;
4741     last INSCOPE;
4742     } elsif ({
4743     table => 1, html => 1,
4744     }->{$node->[1]}) {
4745 wakaba 1.79 !!!cp ('t251');
4746 wakaba 1.48 last INSCOPE;
4747     }
4748     } # INSCOPE
4749 wakaba 1.52 unless (defined $i) {
4750 wakaba 1.79 !!!cp ('t252');
4751 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:tr');
4752     ## Ignore the token
4753     !!!next-token;
4754     redo B;
4755     }
4756 wakaba 1.48
4757     ## Clear back to table row context
4758     while (not {
4759     tr => 1, html => 1,
4760     }->{$self->{open_elements}->[-1]->[1]}) {
4761 wakaba 1.79 !!!cp ('t253');
4762 wakaba 1.83 ## ISSUE: Can this case be reached?
4763 wakaba 1.48 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4764     pop @{$self->{open_elements}};
4765     }
4766    
4767     pop @{$self->{open_elements}}; # tr
4768 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4769 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4770     }
4771    
4772     ## have an element in table scope
4773     my $i;
4774     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4775     my $node = $self->{open_elements}->[$_];
4776     if ($node->[1] eq $token->{tag_name}) {
4777 wakaba 1.79 !!!cp ('t254');
4778 wakaba 1.52 $i = $_;
4779     last INSCOPE;
4780     } elsif ({
4781     table => 1, html => 1,
4782     }->{$node->[1]}) {
4783 wakaba 1.79 !!!cp ('t255');
4784 wakaba 1.52 last INSCOPE;
4785     }
4786     } # INSCOPE
4787     unless (defined $i) {
4788 wakaba 1.79 !!!cp ('t256');
4789 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4790     ## Ignore the token
4791     !!!next-token;
4792     redo B;
4793     }
4794    
4795     ## Clear back to table body context
4796     while (not {
4797     tbody => 1, tfoot => 1, thead => 1, html => 1,
4798     }->{$self->{open_elements}->[-1]->[1]}) {
4799 wakaba 1.79 !!!cp ('t257');
4800 wakaba 1.83 ## ISSUE: Can this case be reached?
4801 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4802     pop @{$self->{open_elements}};
4803     }
4804    
4805     pop @{$self->{open_elements}};
4806 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4807 wakaba 1.52 !!!next-token;
4808     redo B;
4809     } elsif ({
4810     body => 1, caption => 1, col => 1, colgroup => 1,
4811     html => 1, td => 1, th => 1,
4812 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4813     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
4814 wakaba 1.52 }->{$token->{tag_name}}) {
4815 wakaba 1.79 !!!cp ('t258');
4816 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4817     ## Ignore the token
4818     !!!next-token;
4819     redo B;
4820 wakaba 1.58 } else {
4821 wakaba 1.79 !!!cp ('t259');
4822 wakaba 1.58 !!!parse-error (type => 'in table:/'.$token->{tag_name});
4823 wakaba 1.52
4824 wakaba 1.58 $insert = $insert_to_foster;
4825     #
4826     }
4827     } else {
4828     die "$0: $token->{type}: Unknown token type";
4829     }
4830 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
4831 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4832 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4833     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4834     unless (length $token->{data}) {
4835 wakaba 1.79 !!!cp ('t260');
4836 wakaba 1.52 !!!next-token;
4837     redo B;
4838     }
4839     }
4840    
4841 wakaba 1.79 !!!cp ('t261');
4842 wakaba 1.52 #
4843 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4844 wakaba 1.52 if ($token->{tag_name} eq 'col') {
4845 wakaba 1.79 !!!cp ('t262');
4846 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
4847     pop @{$self->{open_elements}};
4848     !!!next-token;
4849     redo B;
4850     } else {
4851 wakaba 1.79 !!!cp ('t263');
4852 wakaba 1.52 #
4853     }
4854 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4855 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
4856     if ($self->{open_elements}->[-1]->[1] eq 'html') {
4857 wakaba 1.79 !!!cp ('t264');
4858 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:colgroup');
4859     ## Ignore the token
4860     !!!next-token;
4861     redo B;
4862     } else {
4863 wakaba 1.79 !!!cp ('t265');
4864 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
4865 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4866 wakaba 1.52 !!!next-token;
4867     redo B;
4868     }
4869     } elsif ($token->{tag_name} eq 'col') {
4870 wakaba 1.79 !!!cp ('t266');
4871 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:col');
4872     ## Ignore the token
4873     !!!next-token;
4874     redo B;
4875     } else {
4876 wakaba 1.79 !!!cp ('t267');
4877 wakaba 1.52 #
4878     }
4879     } else {
4880 wakaba 1.83 die "$0: $token->{type}: Unknown token type";
4881 wakaba 1.52 }
4882    
4883     ## As if </colgroup>
4884     if ($self->{open_elements}->[-1]->[1] eq 'html') {
4885 wakaba 1.79 !!!cp ('t269');
4886 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:colgroup');
4887     ## Ignore the token
4888     !!!next-token;
4889     redo B;
4890     } else {
4891 wakaba 1.79 !!!cp ('t270');
4892 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
4893 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4894 wakaba 1.52 ## reprocess
4895     redo B;
4896     }
4897 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_SELECT_IM) {
4898 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
4899 wakaba 1.79 !!!cp ('t271');
4900 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4901     !!!next-token;
4902     redo B;
4903     } elsif ($token->{type} == START_TAG_TOKEN) {
4904 wakaba 1.52 if ($token->{tag_name} eq 'option') {
4905     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4906 wakaba 1.79 !!!cp ('t272');
4907 wakaba 1.52 ## As if </option>
4908     pop @{$self->{open_elements}};
4909 wakaba 1.79 } else {
4910     !!!cp ('t273');
4911 wakaba 1.52 }
4912    
4913     !!!insert-element ($token->{tag_name}, $token->{attributes});
4914     !!!next-token;
4915     redo B;
4916     } elsif ($token->{tag_name} eq 'optgroup') {
4917     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4918 wakaba 1.79 !!!cp ('t274');
4919 wakaba 1.52 ## As if </option>
4920     pop @{$self->{open_elements}};
4921 wakaba 1.79 } else {
4922     !!!cp ('t275');
4923 wakaba 1.52 }
4924    
4925     if ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4926 wakaba 1.79 !!!cp ('t276');
4927 wakaba 1.52 ## As if </optgroup>
4928     pop @{$self->{open_elements}};
4929 wakaba 1.79 } else {
4930     !!!cp ('t277');
4931 wakaba 1.52 }
4932    
4933     !!!insert-element ($token->{tag_name}, $token->{attributes});
4934     !!!next-token;
4935     redo B;
4936     } elsif ($token->{tag_name} eq 'select') {
4937 wakaba 1.83 ## TODO: The type below is not good - <select> is replaced by </select>
4938 wakaba 1.52 !!!parse-error (type => 'not closed:select');
4939     ## As if </select> instead
4940     ## have an element in table scope
4941     my $i;
4942     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4943     my $node = $self->{open_elements}->[$_];
4944     if ($node->[1] eq $token->{tag_name}) {
4945 wakaba 1.79 !!!cp ('t278');
4946 wakaba 1.52 $i = $_;
4947     last INSCOPE;
4948     } elsif ({
4949     table => 1, html => 1,
4950     }->{$node->[1]}) {
4951 wakaba 1.79 !!!cp ('t279');
4952 wakaba 1.52 last INSCOPE;
4953 wakaba 1.47 }
4954 wakaba 1.52 } # INSCOPE
4955     unless (defined $i) {
4956 wakaba 1.79 !!!cp ('t280');
4957 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:select');
4958     ## Ignore the token
4959     !!!next-token;
4960     redo B;
4961 wakaba 1.47 }
4962 wakaba 1.52
4963 wakaba 1.79 !!!cp ('t281');
4964 wakaba 1.52 splice @{$self->{open_elements}}, $i;
4965    
4966     $self->_reset_insertion_mode;
4967 wakaba 1.47
4968 wakaba 1.52 !!!next-token;
4969     redo B;
4970 wakaba 1.58 } else {
4971 wakaba 1.79 !!!cp ('t282');
4972 wakaba 1.58 !!!parse-error (type => 'in select:'.$token->{tag_name});
4973     ## Ignore the token
4974     !!!next-token;
4975     redo B;
4976     }
4977     } elsif ($token->{type} == END_TAG_TOKEN) {
4978 wakaba 1.52 if ($token->{tag_name} eq 'optgroup') {
4979     if ($self->{open_elements}->[-1]->[1] eq 'option' and
4980     $self->{open_elements}->[-2]->[1] eq 'optgroup') {
4981 wakaba 1.79 !!!cp ('t283');
4982 wakaba 1.52 ## As if </option>
4983     splice @{$self->{open_elements}}, -2;
4984     } elsif ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4985 wakaba 1.79 !!!cp ('t284');
4986 wakaba 1.52 pop @{$self->{open_elements}};
4987     } else {
4988 wakaba 1.79 !!!cp ('t285');
4989 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4990     ## Ignore the token
4991     }
4992     !!!next-token;
4993     redo B;
4994     } elsif ($token->{tag_name} eq 'option') {
4995     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4996 wakaba 1.79 !!!cp ('t286');
4997 wakaba 1.47 pop @{$self->{open_elements}};
4998 wakaba 1.52 } else {
4999 wakaba 1.79 !!!cp ('t287');
5000 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5001     ## Ignore the token
5002 wakaba 1.1 }
5003 wakaba 1.52 !!!next-token;
5004     redo B;
5005     } elsif ($token->{tag_name} eq 'select') {
5006     ## have an element in table scope
5007     my $i;
5008     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5009     my $node = $self->{open_elements}->[$_];
5010     if ($node->[1] eq $token->{tag_name}) {
5011 wakaba 1.79 !!!cp ('t288');
5012 wakaba 1.52 $i = $_;
5013     last INSCOPE;
5014     } elsif ({
5015     table => 1, html => 1,
5016     }->{$node->[1]}) {
5017 wakaba 1.79 !!!cp ('t289');
5018 wakaba 1.52 last INSCOPE;
5019 wakaba 1.48 }
5020 wakaba 1.52 } # INSCOPE
5021     unless (defined $i) {
5022 wakaba 1.79 !!!cp ('t290');
5023 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5024     ## Ignore the token
5025     !!!next-token;
5026 wakaba 1.48 redo B;
5027 wakaba 1.52 }
5028    
5029 wakaba 1.79 !!!cp ('t291');
5030 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5031    
5032     $self->_reset_insertion_mode;
5033    
5034     !!!next-token;
5035     redo B;
5036     } elsif ({
5037     caption => 1, table => 1, tbody => 1,
5038     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
5039     }->{$token->{tag_name}}) {
5040 wakaba 1.83 ## TODO: The following is wrong?
5041 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5042    
5043     ## have an element in table scope
5044     my $i;
5045     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5046     my $node = $self->{open_elements}->[$_];
5047     if ($node->[1] eq $token->{tag_name}) {
5048 wakaba 1.79 !!!cp ('t292');
5049 wakaba 1.52 $i = $_;
5050     last INSCOPE;
5051     } elsif ({
5052     table => 1, html => 1,
5053     }->{$node->[1]}) {
5054 wakaba 1.79 !!!cp ('t293');
5055 wakaba 1.52 last INSCOPE;
5056 wakaba 1.1 }
5057 wakaba 1.52 } # INSCOPE
5058     unless (defined $i) {
5059 wakaba 1.79 !!!cp ('t294');
5060 wakaba 1.52 ## Ignore the token
5061 wakaba 1.1 !!!next-token;
5062     redo B;
5063     }
5064 wakaba 1.52
5065     ## As if </select>
5066     ## have an element in table scope
5067     undef $i;
5068 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5069     my $node = $self->{open_elements}->[$_];
5070 wakaba 1.52 if ($node->[1] eq 'select') {
5071 wakaba 1.79 !!!cp ('t295');
5072 wakaba 1.1 $i = $_;
5073     last INSCOPE;
5074     } elsif ({
5075     table => 1, html => 1,
5076 wakaba 1.52 }->{$node->[1]}) {
5077 wakaba 1.83 ## ISSUE: Can this state be reached?
5078 wakaba 1.79 !!!cp ('t296');
5079 wakaba 1.52 last INSCOPE;
5080     }
5081     } # INSCOPE
5082     unless (defined $i) {
5083 wakaba 1.79 !!!cp ('t297');
5084 wakaba 1.83 ## TODO: The following error type is correct?
5085 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:select');
5086     ## Ignore the </select> token
5087     !!!next-token; ## TODO: ok?
5088     redo B;
5089     }
5090    
5091 wakaba 1.79 !!!cp ('t298');
5092 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5093    
5094     $self->_reset_insertion_mode;
5095    
5096     ## reprocess
5097     redo B;
5098 wakaba 1.58 } else {
5099 wakaba 1.79 !!!cp ('t299');
5100 wakaba 1.58 !!!parse-error (type => 'in select:/'.$token->{tag_name});
5101 wakaba 1.52 ## Ignore the token
5102     !!!next-token;
5103     redo B;
5104 wakaba 1.58 }
5105     } else {
5106     die "$0: $token->{type}: Unknown token type";
5107     }
5108 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
5109 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5110 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5111     my $data = $1;
5112     ## As if in body
5113     $reconstruct_active_formatting_elements->($insert_to_current);
5114    
5115     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5116    
5117     unless (length $token->{data}) {
5118 wakaba 1.79 !!!cp ('t300');
5119 wakaba 1.52 !!!next-token;
5120     redo B;
5121     }
5122     }
5123    
5124 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5125 wakaba 1.79 !!!cp ('t301');
5126 wakaba 1.52 !!!parse-error (type => 'after html:#character');
5127    
5128     ## Reprocess in the "main" phase, "after body" insertion mode...
5129 wakaba 1.79 } else {
5130     !!!cp ('t302');
5131 wakaba 1.52 }
5132    
5133     ## "after body" insertion mode
5134     !!!parse-error (type => 'after body:#character');
5135    
5136 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5137 wakaba 1.52 ## reprocess
5138     redo B;
5139 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5140 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5141 wakaba 1.79 !!!cp ('t303');
5142 wakaba 1.52 !!!parse-error (type => 'after html:'.$token->{tag_name});
5143    
5144     ## Reprocess in the "main" phase, "after body" insertion mode...
5145 wakaba 1.79 } else {
5146     !!!cp ('t304');
5147 wakaba 1.52 }
5148    
5149     ## "after body" insertion mode
5150     !!!parse-error (type => 'after body:'.$token->{tag_name});
5151    
5152 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5153 wakaba 1.52 ## reprocess
5154     redo B;
5155 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5156 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5157 wakaba 1.79 !!!cp ('t305');
5158 wakaba 1.52 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5159    
5160 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5161 wakaba 1.52 ## Reprocess in the "main" phase, "after body" insertion mode...
5162 wakaba 1.79 } else {
5163     !!!cp ('t306');
5164 wakaba 1.52 }
5165    
5166     ## "after body" insertion mode
5167     if ($token->{tag_name} eq 'html') {
5168     if (defined $self->{inner_html_node}) {
5169 wakaba 1.79 !!!cp ('t307');
5170 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:html');
5171     ## Ignore the token
5172     !!!next-token;
5173     redo B;
5174     } else {
5175 wakaba 1.79 !!!cp ('t308');
5176 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
5177 wakaba 1.52 !!!next-token;
5178     redo B;
5179     }
5180     } else {
5181 wakaba 1.79 !!!cp ('t309');
5182 wakaba 1.52 !!!parse-error (type => 'after body:/'.$token->{tag_name});
5183    
5184 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5185 wakaba 1.52 ## reprocess
5186     redo B;
5187     }
5188     } else {
5189     die "$0: $token->{type}: Unknown token type";
5190     }
5191 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
5192 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5193 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5194     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5195    
5196     unless (length $token->{data}) {
5197 wakaba 1.79 !!!cp ('t310');
5198 wakaba 1.52 !!!next-token;
5199     redo B;
5200     }
5201     }
5202    
5203     if ($token->{data} =~ s/^[^\x09\x0A\x0B\x0C\x20]+//) {
5204 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5205 wakaba 1.79 !!!cp ('t311');
5206 wakaba 1.52 !!!parse-error (type => 'in frameset:#character');
5207 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
5208 wakaba 1.79 !!!cp ('t312');
5209 wakaba 1.52 !!!parse-error (type => 'after frameset:#character');
5210     } else { # "after html frameset"
5211 wakaba 1.79 !!!cp ('t313');
5212 wakaba 1.52 !!!parse-error (type => 'after html:#character');
5213    
5214 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5215 wakaba 1.52 ## Reprocess in the "main" phase, "after frameset"...
5216     !!!parse-error (type => 'after frameset:#character');
5217     }
5218    
5219     ## Ignore the token.
5220     if (length $token->{data}) {
5221 wakaba 1.79 !!!cp ('t314');
5222 wakaba 1.52 ## reprocess the rest of characters
5223     } else {
5224 wakaba 1.79 !!!cp ('t315');
5225 wakaba 1.52 !!!next-token;
5226     }
5227     redo B;
5228     }
5229    
5230     die qq[$0: Character "$token->{data}"];
5231 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5232 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5233 wakaba 1.79 !!!cp ('t316');
5234 wakaba 1.52 !!!parse-error (type => 'after html:'.$token->{tag_name});
5235 wakaba 1.1
5236 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5237 wakaba 1.52 ## Process in the "main" phase, "after frameset" insertion mode...
5238 wakaba 1.79 } else {
5239     !!!cp ('t317');
5240     }
5241 wakaba 1.1
5242 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
5243 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5244 wakaba 1.79 !!!cp ('t318');
5245 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
5246     !!!next-token;
5247     redo B;
5248     } elsif ($token->{tag_name} eq 'frame' and
5249 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5250 wakaba 1.79 !!!cp ('t319');
5251 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
5252     pop @{$self->{open_elements}};
5253     !!!next-token;
5254     redo B;
5255     } elsif ($token->{tag_name} eq 'noframes') {
5256 wakaba 1.79 !!!cp ('t320');
5257 wakaba 1.52 ## NOTE: As if in body.
5258     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert_to_current);
5259     redo B;
5260     } else {
5261 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5262 wakaba 1.79 !!!cp ('t321');
5263 wakaba 1.52 !!!parse-error (type => 'in frameset:'.$token->{tag_name});
5264     } else {
5265 wakaba 1.79 !!!cp ('t322');
5266 wakaba 1.52 !!!parse-error (type => 'after frameset:'.$token->{tag_name});
5267     }
5268     ## Ignore the token
5269     !!!next-token;
5270     redo B;
5271     }
5272 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5273 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5274 wakaba 1.79 !!!cp ('t323');
5275 wakaba 1.52 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5276 wakaba 1.1
5277 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5278 wakaba 1.52 ## Process in the "main" phase, "after frameset" insertion mode...
5279 wakaba 1.79 } else {
5280     !!!cp ('t324');
5281 wakaba 1.52 }
5282 wakaba 1.1
5283 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
5284 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5285 wakaba 1.52 if ($self->{open_elements}->[-1]->[1] eq 'html' and
5286     @{$self->{open_elements}} == 1) {
5287 wakaba 1.79 !!!cp ('t325');
5288 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5289     ## Ignore the token
5290     !!!next-token;
5291     } else {
5292 wakaba 1.79 !!!cp ('t326');
5293 wakaba 1.52 pop @{$self->{open_elements}};
5294     !!!next-token;
5295     }
5296 wakaba 1.47
5297 wakaba 1.52 if (not defined $self->{inner_html_node} and
5298     $self->{open_elements}->[-1]->[1] ne 'frameset') {
5299 wakaba 1.79 !!!cp ('t327');
5300 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5301 wakaba 1.79 } else {
5302     !!!cp ('t328');
5303 wakaba 1.52 }
5304     redo B;
5305     } elsif ($token->{tag_name} eq 'html' and
5306 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
5307 wakaba 1.79 !!!cp ('t329');
5308 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
5309 wakaba 1.52 !!!next-token;
5310     redo B;
5311     } else {
5312 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5313 wakaba 1.79 !!!cp ('t330');
5314 wakaba 1.52 !!!parse-error (type => 'in frameset:/'.$token->{tag_name});
5315     } else {
5316 wakaba 1.79 !!!cp ('t331');
5317 wakaba 1.52 !!!parse-error (type => 'after frameset:/'.$token->{tag_name});
5318     }
5319     ## Ignore the token
5320     !!!next-token;
5321     redo B;
5322     }
5323     } else {
5324     die "$0: $token->{type}: Unknown token type";
5325     }
5326 wakaba 1.47
5327 wakaba 1.52 ## ISSUE: An issue in spec here
5328     } else {
5329     die "$0: $self->{insertion_mode}: Unknown insertion mode";
5330     }
5331 wakaba 1.47
5332 wakaba 1.52 ## "in body" insertion mode
5333 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
5334 wakaba 1.52 if ($token->{tag_name} eq 'script') {
5335 wakaba 1.79 !!!cp ('t332');
5336 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
5337     $script_start_tag->($insert);
5338 wakaba 1.53 redo B;
5339 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
5340 wakaba 1.79 !!!cp ('t333');
5341 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
5342     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5343 wakaba 1.53 redo B;
5344 wakaba 1.52 } elsif ({
5345     base => 1, link => 1,
5346     }->{$token->{tag_name}}) {
5347 wakaba 1.79 !!!cp ('t334');
5348 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
5349     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5350     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5351     !!!next-token;
5352 wakaba 1.53 redo B;
5353 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
5354     ## NOTE: This is an "as if in head" code clone, only "-t" differs
5355     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5356 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5357 wakaba 1.46
5358 wakaba 1.52 unless ($self->{confident}) {
5359     if ($token->{attributes}->{charset}) { ## TODO: And if supported
5360 wakaba 1.79 !!!cp ('t335');
5361 wakaba 1.63 $self->{change_encoding}
5362     ->($self, $token->{attributes}->{charset}->{value});
5363 wakaba 1.66
5364     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5365     ->set_user_data (manakai_has_reference =>
5366     $token->{attributes}->{charset}
5367     ->{has_reference});
5368 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
5369 wakaba 1.52 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
5370 wakaba 1.63 if ($token->{attributes}->{content}->{value}
5371 wakaba 1.70 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
5372     [\x09-\x0D\x20]*=
5373 wakaba 1.52 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
5374     ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
5375 wakaba 1.79 !!!cp ('t336');
5376 wakaba 1.63 $self->{change_encoding}
5377     ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
5378 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5379     ->set_user_data (manakai_has_reference =>
5380     $token->{attributes}->{content}
5381     ->{has_reference});
5382 wakaba 1.63 }
5383 wakaba 1.52 }
5384 wakaba 1.66 } else {
5385     if ($token->{attributes}->{charset}) {
5386 wakaba 1.79 !!!cp ('t337');
5387 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5388     ->set_user_data (manakai_has_reference =>
5389     $token->{attributes}->{charset}
5390     ->{has_reference});
5391     }
5392 wakaba 1.68 if ($token->{attributes}->{content}) {
5393 wakaba 1.79 !!!cp ('t338');
5394 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5395     ->set_user_data (manakai_has_reference =>
5396     $token->{attributes}->{content}
5397     ->{has_reference});
5398     }
5399 wakaba 1.52 }
5400 wakaba 1.1
5401 wakaba 1.52 !!!next-token;
5402 wakaba 1.53 redo B;
5403 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
5404 wakaba 1.79 !!!cp ('t341');
5405 wakaba 1.52 !!!parse-error (type => 'in body:title');
5406     ## NOTE: This is an "as if in head" code clone
5407     $parse_rcdata->(RCDATA_CONTENT_MODEL, sub {
5408     if (defined $self->{head_element}) {
5409 wakaba 1.79 !!!cp ('t339');
5410 wakaba 1.52 $self->{head_element}->append_child ($_[0]);
5411     } else {
5412 wakaba 1.79 !!!cp ('t340');
5413 wakaba 1.52 $insert->($_[0]);
5414     }
5415     });
5416 wakaba 1.53 redo B;
5417 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
5418     !!!parse-error (type => 'in body:body');
5419 wakaba 1.46
5420 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
5421     $self->{open_elements}->[1]->[1] ne 'body') {
5422 wakaba 1.79 !!!cp ('t342');
5423 wakaba 1.52 ## Ignore the token
5424     } else {
5425     my $body_el = $self->{open_elements}->[1]->[0];
5426     for my $attr_name (keys %{$token->{attributes}}) {
5427     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
5428 wakaba 1.79 !!!cp ('t343');
5429 wakaba 1.52 $body_el->set_attribute_ns
5430     (undef, [undef, $attr_name],
5431     $token->{attributes}->{$attr_name}->{value});
5432     }
5433     }
5434     }
5435     !!!next-token;
5436 wakaba 1.53 redo B;
5437 wakaba 1.52 } elsif ({
5438     address => 1, blockquote => 1, center => 1, dir => 1,
5439     div => 1, dl => 1, fieldset => 1, listing => 1,
5440     menu => 1, ol => 1, p => 1, ul => 1,
5441     pre => 1,
5442     }->{$token->{tag_name}}) {
5443     ## has a p element in scope
5444     INSCOPE: for (reverse @{$self->{open_elements}}) {
5445     if ($_->[1] eq 'p') {
5446 wakaba 1.79 !!!cp ('t344');
5447 wakaba 1.52 !!!back-token;
5448 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5449 wakaba 1.53 redo B;
5450 wakaba 1.52 } elsif ({
5451     table => 1, caption => 1, td => 1, th => 1,
5452     button => 1, marquee => 1, object => 1, html => 1,
5453     }->{$_->[1]}) {
5454 wakaba 1.79 !!!cp ('t345');
5455 wakaba 1.52 last INSCOPE;
5456     }
5457     } # INSCOPE
5458    
5459     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5460     if ($token->{tag_name} eq 'pre') {
5461     !!!next-token;
5462 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5463 wakaba 1.52 $token->{data} =~ s/^\x0A//;
5464     unless (length $token->{data}) {
5465 wakaba 1.79 !!!cp ('t346');
5466 wakaba 1.1 !!!next-token;
5467 wakaba 1.79 } else {
5468     !!!cp ('t349');
5469 wakaba 1.52 }
5470 wakaba 1.79 } else {
5471     !!!cp ('t348');
5472 wakaba 1.52 }
5473     } else {
5474 wakaba 1.79 !!!cp ('t347');
5475 wakaba 1.52 !!!next-token;
5476     }
5477 wakaba 1.53 redo B;
5478 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
5479     if (defined $self->{form_element}) {
5480 wakaba 1.79 !!!cp ('t350');
5481 wakaba 1.52 !!!parse-error (type => 'in form:form');
5482     ## Ignore the token
5483     !!!next-token;
5484 wakaba 1.53 redo B;
5485 wakaba 1.52 } else {
5486     ## has a p element in scope
5487     INSCOPE: for (reverse @{$self->{open_elements}}) {
5488     if ($_->[1] eq 'p') {
5489 wakaba 1.79 !!!cp ('t351');
5490 wakaba 1.52 !!!back-token;
5491 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5492 wakaba 1.53 redo B;
5493 wakaba 1.46 } elsif ({
5494 wakaba 1.52 table => 1, caption => 1, td => 1, th => 1,
5495     button => 1, marquee => 1, object => 1, html => 1,
5496     }->{$_->[1]}) {
5497 wakaba 1.79 !!!cp ('t352');
5498 wakaba 1.52 last INSCOPE;
5499     }
5500     } # INSCOPE
5501    
5502     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5503     $self->{form_element} = $self->{open_elements}->[-1]->[0];
5504     !!!next-token;
5505 wakaba 1.53 redo B;
5506 wakaba 1.52 }
5507     } elsif ($token->{tag_name} eq 'li') {
5508     ## has a p element in scope
5509     INSCOPE: for (reverse @{$self->{open_elements}}) {
5510     if ($_->[1] eq 'p') {
5511 wakaba 1.79 !!!cp ('t353');
5512 wakaba 1.52 !!!back-token;
5513 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5514 wakaba 1.53 redo B;
5515 wakaba 1.52 } elsif ({
5516     table => 1, caption => 1, td => 1, th => 1,
5517     button => 1, marquee => 1, object => 1, html => 1,
5518     }->{$_->[1]}) {
5519 wakaba 1.79 !!!cp ('t354');
5520 wakaba 1.52 last INSCOPE;
5521     }
5522     } # INSCOPE
5523    
5524     ## Step 1
5525     my $i = -1;
5526     my $node = $self->{open_elements}->[$i];
5527     LI: {
5528     ## Step 2
5529     if ($node->[1] eq 'li') {
5530     if ($i != -1) {
5531 wakaba 1.79 !!!cp ('t355');
5532 wakaba 1.52 !!!parse-error (type => 'end tag missing:'.
5533     $self->{open_elements}->[-1]->[1]);
5534 wakaba 1.79 } else {
5535     !!!cp ('t356');
5536 wakaba 1.52 }
5537     splice @{$self->{open_elements}}, $i;
5538     last LI;
5539 wakaba 1.79 } else {
5540     !!!cp ('t357');
5541 wakaba 1.52 }
5542    
5543     ## Step 3
5544     if (not $formatting_category->{$node->[1]} and
5545     #not $phrasing_category->{$node->[1]} and
5546     ($special_category->{$node->[1]} or
5547     $scoping_category->{$node->[1]}) and
5548     $node->[1] ne 'address' and $node->[1] ne 'div') {
5549 wakaba 1.79 !!!cp ('t358');
5550 wakaba 1.52 last LI;
5551     }
5552    
5553 wakaba 1.79 !!!cp ('t359');
5554 wakaba 1.52 ## Step 4
5555     $i--;
5556     $node = $self->{open_elements}->[$i];
5557     redo LI;
5558     } # LI
5559    
5560     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5561     !!!next-token;
5562 wakaba 1.53 redo B;
5563 wakaba 1.52 } elsif ($token->{tag_name} eq 'dd' or $token->{tag_name} eq 'dt') {
5564     ## has a p element in scope
5565     INSCOPE: for (reverse @{$self->{open_elements}}) {
5566     if ($_->[1] eq 'p') {
5567 wakaba 1.79 !!!cp ('t360');
5568 wakaba 1.52 !!!back-token;
5569 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5570 wakaba 1.53 redo B;
5571 wakaba 1.52 } elsif ({
5572     table => 1, caption => 1, td => 1, th => 1,
5573     button => 1, marquee => 1, object => 1, html => 1,
5574     }->{$_->[1]}) {
5575 wakaba 1.79 !!!cp ('t361');
5576 wakaba 1.52 last INSCOPE;
5577     }
5578     } # INSCOPE
5579    
5580     ## Step 1
5581     my $i = -1;
5582     my $node = $self->{open_elements}->[$i];
5583     LI: {
5584     ## Step 2
5585     if ($node->[1] eq 'dt' or $node->[1] eq 'dd') {
5586     if ($i != -1) {
5587 wakaba 1.79 !!!cp ('t362');
5588 wakaba 1.52 !!!parse-error (type => 'end tag missing:'.
5589     $self->{open_elements}->[-1]->[1]);
5590 wakaba 1.79 } else {
5591     !!!cp ('t363');
5592 wakaba 1.1 }
5593 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5594     last LI;
5595 wakaba 1.79 } else {
5596     !!!cp ('t364');
5597 wakaba 1.52 }
5598    
5599     ## Step 3
5600     if (not $formatting_category->{$node->[1]} and
5601     #not $phrasing_category->{$node->[1]} and
5602     ($special_category->{$node->[1]} or
5603     $scoping_category->{$node->[1]}) and
5604     $node->[1] ne 'address' and $node->[1] ne 'div') {
5605 wakaba 1.79 !!!cp ('t365');
5606 wakaba 1.52 last LI;
5607 wakaba 1.1 }
5608 wakaba 1.52
5609 wakaba 1.79 !!!cp ('t366');
5610 wakaba 1.52 ## Step 4
5611     $i--;
5612     $node = $self->{open_elements}->[$i];
5613     redo LI;
5614     } # LI
5615    
5616     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5617     !!!next-token;
5618 wakaba 1.53 redo B;
5619 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
5620     ## has a p element in scope
5621     INSCOPE: for (reverse @{$self->{open_elements}}) {
5622     if ($_->[1] eq 'p') {
5623 wakaba 1.79 !!!cp ('t367');
5624 wakaba 1.52 !!!back-token;
5625 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5626 wakaba 1.53 redo B;
5627 wakaba 1.52 } elsif ({
5628     table => 1, caption => 1, td => 1, th => 1,
5629     button => 1, marquee => 1, object => 1, html => 1,
5630     }->{$_->[1]}) {
5631 wakaba 1.79 !!!cp ('t368');
5632 wakaba 1.52 last INSCOPE;
5633 wakaba 1.46 }
5634 wakaba 1.52 } # INSCOPE
5635    
5636     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5637    
5638     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
5639    
5640     !!!next-token;
5641 wakaba 1.53 redo B;
5642 wakaba 1.52 } elsif ({
5643     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5644     }->{$token->{tag_name}}) {
5645     ## has a p element in scope
5646     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5647     my $node = $self->{open_elements}->[$_];
5648     if ($node->[1] eq 'p') {
5649 wakaba 1.79 !!!cp ('t369');
5650 wakaba 1.52 !!!back-token;
5651 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5652 wakaba 1.53 redo B;
5653 wakaba 1.52 } elsif ({
5654     table => 1, caption => 1, td => 1, th => 1,
5655     button => 1, marquee => 1, object => 1, html => 1,
5656     }->{$node->[1]}) {
5657 wakaba 1.79 !!!cp ('t370');
5658 wakaba 1.52 last INSCOPE;
5659 wakaba 1.46 }
5660 wakaba 1.52 } # INSCOPE
5661    
5662     ## NOTE: See <http://html5.org/tools/web-apps-tracker?from=925&to=926>
5663     ## has an element in scope
5664     #my $i;
5665     #INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5666     # my $node = $self->{open_elements}->[$_];
5667     # if ({
5668     # h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5669     # }->{$node->[1]}) {
5670     # $i = $_;
5671     # last INSCOPE;
5672     # } elsif ({
5673     # table => 1, caption => 1, td => 1, th => 1,
5674     # button => 1, marquee => 1, object => 1, html => 1,
5675     # }->{$node->[1]}) {
5676     # last INSCOPE;
5677     # }
5678     #} # INSCOPE
5679     #
5680     #if (defined $i) {
5681     # !!! parse-error (type => 'in hn:hn');
5682     # splice @{$self->{open_elements}}, $i;
5683     #}
5684    
5685     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5686    
5687     !!!next-token;
5688 wakaba 1.53 redo B;
5689 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
5690     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
5691     my $node = $active_formatting_elements->[$i];
5692     if ($node->[1] eq 'a') {
5693 wakaba 1.79 !!!cp ('t371');
5694 wakaba 1.52 !!!parse-error (type => 'in a:a');
5695    
5696     !!!back-token;
5697 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'a'};
5698 wakaba 1.52 $formatting_end_tag->($token->{tag_name});
5699    
5700     AFE2: for (reverse 0..$#$active_formatting_elements) {
5701     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
5702 wakaba 1.79 !!!cp ('t372');
5703 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
5704     last AFE2;
5705 wakaba 1.1 }
5706 wakaba 1.52 } # AFE2
5707     OE: for (reverse 0..$#{$self->{open_elements}}) {
5708     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
5709 wakaba 1.79 !!!cp ('t373');
5710 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
5711     last OE;
5712 wakaba 1.1 }
5713 wakaba 1.52 } # OE
5714     last AFE;
5715     } elsif ($node->[0] eq '#marker') {
5716 wakaba 1.79 !!!cp ('t374');
5717 wakaba 1.52 last AFE;
5718     }
5719     } # AFE
5720    
5721     $reconstruct_active_formatting_elements->($insert_to_current);
5722 wakaba 1.1
5723 wakaba 1.52 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5724     push @$active_formatting_elements, $self->{open_elements}->[-1];
5725 wakaba 1.1
5726 wakaba 1.52 !!!next-token;
5727 wakaba 1.53 redo B;
5728 wakaba 1.52 } elsif ({
5729     b => 1, big => 1, em => 1, font => 1, i => 1,
5730     s => 1, small => 1, strile => 1,
5731     strong => 1, tt => 1, u => 1,
5732     }->{$token->{tag_name}}) {
5733 wakaba 1.79 !!!cp ('t375');
5734 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5735    
5736     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5737     push @$active_formatting_elements, $self->{open_elements}->[-1];
5738    
5739     !!!next-token;
5740 wakaba 1.53 redo B;
5741 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
5742     $reconstruct_active_formatting_elements->($insert_to_current);
5743 wakaba 1.1
5744 wakaba 1.52 ## has a |nobr| element in scope
5745     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5746     my $node = $self->{open_elements}->[$_];
5747     if ($node->[1] eq 'nobr') {
5748 wakaba 1.79 !!!cp ('t376');
5749 wakaba 1.58 !!!parse-error (type => 'in nobr:nobr');
5750 wakaba 1.52 !!!back-token;
5751 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'nobr'};
5752 wakaba 1.53 redo B;
5753 wakaba 1.52 } elsif ({
5754     table => 1, caption => 1, td => 1, th => 1,
5755     button => 1, marquee => 1, object => 1, html => 1,
5756     }->{$node->[1]}) {
5757 wakaba 1.79 !!!cp ('t377');
5758 wakaba 1.52 last INSCOPE;
5759     }
5760     } # INSCOPE
5761    
5762     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5763     push @$active_formatting_elements, $self->{open_elements}->[-1];
5764    
5765     !!!next-token;
5766 wakaba 1.53 redo B;
5767 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
5768     ## has a button element in scope
5769     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5770     my $node = $self->{open_elements}->[$_];
5771     if ($node->[1] eq 'button') {
5772 wakaba 1.79 !!!cp ('t378');
5773 wakaba 1.52 !!!parse-error (type => 'in button:button');
5774     !!!back-token;
5775 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'button'};
5776 wakaba 1.53 redo B;
5777 wakaba 1.52 } elsif ({
5778     table => 1, caption => 1, td => 1, th => 1,
5779     button => 1, marquee => 1, object => 1, html => 1,
5780     }->{$node->[1]}) {
5781 wakaba 1.79 !!!cp ('t379');
5782 wakaba 1.52 last INSCOPE;
5783     }
5784     } # INSCOPE
5785    
5786     $reconstruct_active_formatting_elements->($insert_to_current);
5787    
5788     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5789     push @$active_formatting_elements, ['#marker', ''];
5790 wakaba 1.1
5791 wakaba 1.52 !!!next-token;
5792 wakaba 1.53 redo B;
5793 wakaba 1.52 } elsif ($token->{tag_name} eq 'marquee' or
5794     $token->{tag_name} eq 'object') {
5795 wakaba 1.79 !!!cp ('t380');
5796 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5797    
5798     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5799     push @$active_formatting_elements, ['#marker', ''];
5800    
5801     !!!next-token;
5802 wakaba 1.53 redo B;
5803 wakaba 1.52 } elsif ($token->{tag_name} eq 'xmp') {
5804 wakaba 1.79 !!!cp ('t381');
5805 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5806     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5807 wakaba 1.53 redo B;
5808 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5809     ## has a p element in scope
5810     INSCOPE: for (reverse @{$self->{open_elements}}) {
5811     if ($_->[1] eq 'p') {
5812 wakaba 1.79 !!!cp ('t382');
5813 wakaba 1.52 !!!back-token;
5814 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5815 wakaba 1.53 redo B;
5816 wakaba 1.52 } elsif ({
5817     table => 1, caption => 1, td => 1, th => 1,
5818     button => 1, marquee => 1, object => 1, html => 1,
5819     }->{$_->[1]}) {
5820 wakaba 1.79 !!!cp ('t383');
5821 wakaba 1.52 last INSCOPE;
5822     }
5823     } # INSCOPE
5824    
5825     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5826    
5827 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5828 wakaba 1.52
5829     !!!next-token;
5830 wakaba 1.53 redo B;
5831 wakaba 1.52 } elsif ({
5832     area => 1, basefont => 1, bgsound => 1, br => 1,
5833     embed => 1, img => 1, param => 1, spacer => 1, wbr => 1,
5834     image => 1,
5835     }->{$token->{tag_name}}) {
5836     if ($token->{tag_name} eq 'image') {
5837 wakaba 1.79 !!!cp ('t384');
5838 wakaba 1.52 !!!parse-error (type => 'image');
5839     $token->{tag_name} = 'img';
5840 wakaba 1.79 } else {
5841     !!!cp ('t385');
5842 wakaba 1.52 }
5843 wakaba 1.1
5844 wakaba 1.52 ## NOTE: There is an "as if <br>" code clone.
5845     $reconstruct_active_formatting_elements->($insert_to_current);
5846    
5847     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5848     pop @{$self->{open_elements}};
5849    
5850     !!!next-token;
5851 wakaba 1.53 redo B;
5852 wakaba 1.52 } elsif ($token->{tag_name} eq 'hr') {
5853     ## has a p element in scope
5854     INSCOPE: for (reverse @{$self->{open_elements}}) {
5855     if ($_->[1] eq 'p') {
5856 wakaba 1.79 !!!cp ('t386');
5857 wakaba 1.52 !!!back-token;
5858 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5859 wakaba 1.53 redo B;
5860 wakaba 1.52 } elsif ({
5861     table => 1, caption => 1, td => 1, th => 1,
5862     button => 1, marquee => 1, object => 1, html => 1,
5863     }->{$_->[1]}) {
5864 wakaba 1.79 !!!cp ('t387');
5865 wakaba 1.52 last INSCOPE;
5866     }
5867     } # INSCOPE
5868    
5869     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5870     pop @{$self->{open_elements}};
5871    
5872     !!!next-token;
5873 wakaba 1.53 redo B;
5874 wakaba 1.52 } elsif ($token->{tag_name} eq 'input') {
5875 wakaba 1.79 !!!cp ('t388');
5876 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5877    
5878     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5879     ## TODO: associate with $self->{form_element} if defined
5880     pop @{$self->{open_elements}};
5881    
5882     !!!next-token;
5883 wakaba 1.53 redo B;
5884 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
5885     !!!parse-error (type => 'isindex');
5886    
5887     if (defined $self->{form_element}) {
5888 wakaba 1.79 !!!cp ('t389');
5889 wakaba 1.52 ## Ignore the token
5890     !!!next-token;
5891 wakaba 1.53 redo B;
5892 wakaba 1.52 } else {
5893     my $at = $token->{attributes};
5894     my $form_attrs;
5895     $form_attrs->{action} = $at->{action} if $at->{action};
5896     my $prompt_attr = $at->{prompt};
5897     $at->{name} = {name => 'name', value => 'isindex'};
5898     delete $at->{action};
5899     delete $at->{prompt};
5900     my @tokens = (
5901 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
5902 wakaba 1.52 attributes => $form_attrs},
5903 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'hr'},
5904     {type => START_TAG_TOKEN, tag_name => 'p'},
5905     {type => START_TAG_TOKEN, tag_name => 'label'},
5906 wakaba 1.52 );
5907     if ($prompt_attr) {
5908 wakaba 1.79 !!!cp ('t390');
5909 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value}};
5910 wakaba 1.1 } else {
5911 wakaba 1.79 !!!cp ('t391');
5912 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
5913 wakaba 1.52 data => 'This is a searchable index. Insert your search keywords here: '}; # SHOULD
5914     ## TODO: make this configurable
5915 wakaba 1.1 }
5916 wakaba 1.52 push @tokens,
5917 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at},
5918     #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
5919     {type => END_TAG_TOKEN, tag_name => 'label'},
5920     {type => END_TAG_TOKEN, tag_name => 'p'},
5921     {type => START_TAG_TOKEN, tag_name => 'hr'},
5922     {type => END_TAG_TOKEN, tag_name => 'form'};
5923 wakaba 1.52 $token = shift @tokens;
5924     !!!back-token (@tokens);
5925 wakaba 1.53 redo B;
5926 wakaba 1.52 }
5927     } elsif ($token->{tag_name} eq 'textarea') {
5928     my $tag_name = $token->{tag_name};
5929     my $el;
5930     !!!create-element ($el, $token->{tag_name}, $token->{attributes});
5931    
5932     ## TODO: $self->{form_element} if defined
5933     $self->{content_model} = RCDATA_CONTENT_MODEL;
5934     delete $self->{escape}; # MUST
5935    
5936     $insert->($el);
5937    
5938     my $text = '';
5939     !!!next-token;
5940 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5941 wakaba 1.52 $token->{data} =~ s/^\x0A//;
5942 wakaba 1.51 unless (length $token->{data}) {
5943 wakaba 1.79 !!!cp ('t392');
5944 wakaba 1.51 !!!next-token;
5945 wakaba 1.79 } else {
5946     !!!cp ('t393');
5947 wakaba 1.51 }
5948 wakaba 1.79 } else {
5949     !!!cp ('t394');
5950 wakaba 1.51 }
5951 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
5952 wakaba 1.79 !!!cp ('t395');
5953 wakaba 1.52 $text .= $token->{data};
5954     !!!next-token;
5955     }
5956     if (length $text) {
5957 wakaba 1.79 !!!cp ('t396');
5958 wakaba 1.52 $el->manakai_append_text ($text);
5959     }
5960    
5961     $self->{content_model} = PCDATA_CONTENT_MODEL;
5962 wakaba 1.51
5963 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
5964 wakaba 1.52 $token->{tag_name} eq $tag_name) {
5965 wakaba 1.79 !!!cp ('t397');
5966 wakaba 1.52 ## Ignore the token
5967     } else {
5968 wakaba 1.79 !!!cp ('t398');
5969 wakaba 1.52 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
5970 wakaba 1.51 }
5971 wakaba 1.52 !!!next-token;
5972 wakaba 1.53 redo B;
5973 wakaba 1.52 } elsif ({
5974     iframe => 1,
5975     noembed => 1,
5976     noframes => 1,
5977     noscript => 0, ## TODO: 1 if scripting is enabled
5978     }->{$token->{tag_name}}) {
5979 wakaba 1.79 !!!cp ('t399');
5980 wakaba 1.58 ## NOTE: There is an "as if in body" code clone.
5981 wakaba 1.52 $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5982 wakaba 1.53 redo B;
5983 wakaba 1.52 } elsif ($token->{tag_name} eq 'select') {
5984 wakaba 1.79 !!!cp ('t400');
5985 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5986    
5987     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5988    
5989 wakaba 1.54 $self->{insertion_mode} = IN_SELECT_IM;
5990 wakaba 1.52 !!!next-token;
5991 wakaba 1.53 redo B;
5992 wakaba 1.52 } elsif ({
5993     caption => 1, col => 1, colgroup => 1, frame => 1,
5994     frameset => 1, head => 1, option => 1, optgroup => 1,
5995     tbody => 1, td => 1, tfoot => 1, th => 1,
5996     thead => 1, tr => 1,
5997     }->{$token->{tag_name}}) {
5998 wakaba 1.79 !!!cp ('t401');
5999 wakaba 1.52 !!!parse-error (type => 'in body:'.$token->{tag_name});
6000     ## Ignore the token
6001     !!!next-token;
6002 wakaba 1.53 redo B;
6003 wakaba 1.52
6004     ## ISSUE: An issue on HTML5 new elements in the spec.
6005     } else {
6006 wakaba 1.79 !!!cp ('t402');
6007 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
6008    
6009     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
6010 wakaba 1.51
6011 wakaba 1.52 !!!next-token;
6012 wakaba 1.53 redo B;
6013 wakaba 1.52 }
6014 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
6015 wakaba 1.52 if ($token->{tag_name} eq 'body') {
6016     if (@{$self->{open_elements}} > 1 and
6017     $self->{open_elements}->[1]->[1] eq 'body') {
6018     for (@{$self->{open_elements}}) {
6019     unless ({
6020     dd => 1, dt => 1, li => 1, p => 1, td => 1,
6021     th => 1, tr => 1, body => 1, html => 1,
6022     tbody => 1, tfoot => 1, thead => 1,
6023     }->{$_->[1]}) {
6024 wakaba 1.79 !!!cp ('t403');
6025 wakaba 1.52 !!!parse-error (type => 'not closed:'.$_->[1]);
6026 wakaba 1.79 } else {
6027     !!!cp ('t404');
6028 wakaba 1.52 }
6029     }
6030 wakaba 1.51
6031 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
6032 wakaba 1.52 !!!next-token;
6033 wakaba 1.53 redo B;
6034 wakaba 1.52 } else {
6035 wakaba 1.79 !!!cp ('t405');
6036 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6037     ## Ignore the token
6038     !!!next-token;
6039 wakaba 1.53 redo B;
6040 wakaba 1.51 }
6041 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
6042     if (@{$self->{open_elements}} > 1 and $self->{open_elements}->[1]->[1] eq 'body') {
6043     ## ISSUE: There is an issue in the spec.
6044     if ($self->{open_elements}->[-1]->[1] ne 'body') {
6045 wakaba 1.79 !!!cp ('t406');
6046 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[1]->[1]);
6047 wakaba 1.79 } else {
6048     !!!cp ('t407');
6049 wakaba 1.1 }
6050 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
6051 wakaba 1.52 ## reprocess
6052 wakaba 1.53 redo B;
6053 wakaba 1.51 } else {
6054 wakaba 1.79 !!!cp ('t408');
6055 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6056     ## Ignore the token
6057     !!!next-token;
6058 wakaba 1.53 redo B;
6059 wakaba 1.51 }
6060 wakaba 1.52 } elsif ({
6061     address => 1, blockquote => 1, center => 1, dir => 1,
6062     div => 1, dl => 1, fieldset => 1, listing => 1,
6063     menu => 1, ol => 1, pre => 1, ul => 1,
6064     p => 1,
6065     dd => 1, dt => 1, li => 1,
6066     button => 1, marquee => 1, object => 1,
6067     }->{$token->{tag_name}}) {
6068     ## has an element in scope
6069     my $i;
6070     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6071     my $node = $self->{open_elements}->[$_];
6072     if ($node->[1] eq $token->{tag_name}) {
6073     ## generate implied end tags
6074     if ({
6075     dd => ($token->{tag_name} ne 'dd'),
6076     dt => ($token->{tag_name} ne 'dt'),
6077     li => ($token->{tag_name} ne 'li'),
6078     p => ($token->{tag_name} ne 'p'),
6079     td => 1, th => 1, tr => 1,
6080     tbody => 1, tfoot=> 1, thead => 1,
6081     }->{$self->{open_elements}->[-1]->[1]}) {
6082 wakaba 1.79 !!!cp ('t409');
6083 wakaba 1.52 !!!back-token;
6084 wakaba 1.55 $token = {type => END_TAG_TOKEN,
6085 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
6086 wakaba 1.53 redo B;
6087 wakaba 1.52 }
6088 wakaba 1.79
6089     !!!cp ('t410');
6090 wakaba 1.52 $i = $_;
6091     last INSCOPE unless $token->{tag_name} eq 'p';
6092     } elsif ({
6093     table => 1, caption => 1, td => 1, th => 1,
6094     button => 1, marquee => 1, object => 1, html => 1,
6095     }->{$node->[1]}) {
6096 wakaba 1.79 !!!cp ('t411');
6097 wakaba 1.52 last INSCOPE;
6098 wakaba 1.51 }
6099 wakaba 1.52 } # INSCOPE
6100    
6101     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6102     if (defined $i) {
6103 wakaba 1.79 !!!cp ('t412');
6104 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6105 wakaba 1.51 } else {
6106 wakaba 1.79 !!!cp ('t413');
6107 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6108 wakaba 1.51 }
6109     }
6110    
6111 wakaba 1.52 if (defined $i) {
6112 wakaba 1.79 !!!cp ('t414');
6113 wakaba 1.52 splice @{$self->{open_elements}}, $i;
6114     } elsif ($token->{tag_name} eq 'p') {
6115 wakaba 1.79 !!!cp ('t415');
6116 wakaba 1.52 ## As if <p>, then reprocess the current token
6117     my $el;
6118     !!!create-element ($el, 'p');
6119     $insert->($el);
6120 wakaba 1.79 } else {
6121     !!!cp ('t416');
6122 wakaba 1.51 }
6123 wakaba 1.52 $clear_up_to_marker->()
6124     if {
6125     button => 1, marquee => 1, object => 1,
6126     }->{$token->{tag_name}};
6127     !!!next-token;
6128 wakaba 1.53 redo B;
6129 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
6130     ## has an element in scope
6131     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6132     my $node = $self->{open_elements}->[$_];
6133     if ($node->[1] eq $token->{tag_name}) {
6134     ## generate implied end tags
6135     if ({
6136     dd => 1, dt => 1, li => 1, p => 1,
6137 wakaba 1.83
6138     ## NOTE: The following elements never appear here, maybe.
6139 wakaba 1.52 td => 1, th => 1, tr => 1,
6140 wakaba 1.83 tbody => 1, tfoot => 1, thead => 1,
6141 wakaba 1.52 }->{$self->{open_elements}->[-1]->[1]}) {
6142 wakaba 1.79 !!!cp ('t417');
6143 wakaba 1.52 !!!back-token;
6144 wakaba 1.55 $token = {type => END_TAG_TOKEN,
6145 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
6146 wakaba 1.53 redo B;
6147 wakaba 1.52 }
6148 wakaba 1.79
6149     !!!cp ('t418');
6150 wakaba 1.52 last INSCOPE;
6151     } elsif ({
6152     table => 1, caption => 1, td => 1, th => 1,
6153     button => 1, marquee => 1, object => 1, html => 1,
6154     }->{$node->[1]}) {
6155 wakaba 1.79 !!!cp ('t419');
6156 wakaba 1.52 last INSCOPE;
6157     }
6158     } # INSCOPE
6159    
6160     if ($self->{open_elements}->[-1]->[1] eq $token->{tag_name}) {
6161 wakaba 1.79 !!!cp ('t420');
6162 wakaba 1.36 pop @{$self->{open_elements}};
6163     } else {
6164 wakaba 1.79 !!!cp ('t421');
6165 wakaba 1.58 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6166 wakaba 1.52 }
6167    
6168     undef $self->{form_element};
6169     !!!next-token;
6170 wakaba 1.53 redo B;
6171 wakaba 1.52 } elsif ({
6172     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6173     }->{$token->{tag_name}}) {
6174     ## has an element in scope
6175     my $i;
6176     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6177     my $node = $self->{open_elements}->[$_];
6178     if ({
6179     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6180     }->{$node->[1]}) {
6181     ## generate implied end tags
6182     if ({
6183     dd => 1, dt => 1, li => 1, p => 1,
6184     td => 1, th => 1, tr => 1,
6185     tbody => 1, tfoot=> 1, thead => 1,
6186     }->{$self->{open_elements}->[-1]->[1]}) {
6187 wakaba 1.79 !!!cp ('t422');
6188 wakaba 1.52 !!!back-token;
6189 wakaba 1.55 $token = {type => END_TAG_TOKEN,
6190 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
6191 wakaba 1.53 redo B;
6192 wakaba 1.52 }
6193 wakaba 1.79
6194     !!!cp ('t423');
6195 wakaba 1.52 $i = $_;
6196     last INSCOPE;
6197     } elsif ({
6198     table => 1, caption => 1, td => 1, th => 1,
6199     button => 1, marquee => 1, object => 1, html => 1,
6200     }->{$node->[1]}) {
6201 wakaba 1.79 !!!cp ('t424');
6202 wakaba 1.52 last INSCOPE;
6203 wakaba 1.51 }
6204 wakaba 1.52 } # INSCOPE
6205    
6206     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6207 wakaba 1.79 !!!cp ('t425');
6208 wakaba 1.58 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6209 wakaba 1.79 } else {
6210     !!!cp ('t426');
6211 wakaba 1.36 }
6212 wakaba 1.52
6213     splice @{$self->{open_elements}}, $i if defined $i;
6214     !!!next-token;
6215 wakaba 1.53 redo B;
6216 wakaba 1.52 } elsif ({
6217     a => 1,
6218     b => 1, big => 1, em => 1, font => 1, i => 1,
6219     nobr => 1, s => 1, small => 1, strile => 1,
6220     strong => 1, tt => 1, u => 1,
6221     }->{$token->{tag_name}}) {
6222 wakaba 1.79 !!!cp ('t427');
6223 wakaba 1.52 $formatting_end_tag->($token->{tag_name});
6224 wakaba 1.53 redo B;
6225 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
6226 wakaba 1.79 !!!cp ('t428');
6227 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:br');
6228    
6229     ## As if <br>
6230     $reconstruct_active_formatting_elements->($insert_to_current);
6231    
6232     my $el;
6233     !!!create-element ($el, 'br');
6234     $insert->($el);
6235    
6236     ## Ignore the token.
6237     !!!next-token;
6238 wakaba 1.53 redo B;
6239 wakaba 1.52 } elsif ({
6240     caption => 1, col => 1, colgroup => 1, frame => 1,
6241     frameset => 1, head => 1, option => 1, optgroup => 1,
6242     tbody => 1, td => 1, tfoot => 1, th => 1,
6243     thead => 1, tr => 1,
6244     area => 1, basefont => 1, bgsound => 1,
6245     embed => 1, hr => 1, iframe => 1, image => 1,
6246     img => 1, input => 1, isindex => 1, noembed => 1,
6247     noframes => 1, param => 1, select => 1, spacer => 1,
6248     table => 1, textarea => 1, wbr => 1,
6249     noscript => 0, ## TODO: if scripting is enabled
6250     }->{$token->{tag_name}}) {
6251 wakaba 1.79 !!!cp ('t429');
6252 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6253     ## Ignore the token
6254     !!!next-token;
6255 wakaba 1.53 redo B;
6256 wakaba 1.52
6257     ## ISSUE: Issue on HTML5 new elements in spec
6258    
6259     } else {
6260     ## Step 1
6261     my $node_i = -1;
6262     my $node = $self->{open_elements}->[$node_i];
6263 wakaba 1.51
6264 wakaba 1.52 ## Step 2
6265     S2: {
6266     if ($node->[1] eq $token->{tag_name}) {
6267     ## Step 1
6268     ## generate implied end tags
6269     if ({
6270     dd => 1, dt => 1, li => 1, p => 1,
6271     td => 1, th => 1, tr => 1,
6272 wakaba 1.55 tbody => 1, tfoot => 1, thead => 1,
6273 wakaba 1.52 }->{$self->{open_elements}->[-1]->[1]}) {
6274 wakaba 1.79 !!!cp ('t430');
6275 wakaba 1.83 ## ISSUE: Can this case be reached?
6276 wakaba 1.52 !!!back-token;
6277 wakaba 1.55 $token = {type => END_TAG_TOKEN,
6278 wakaba 1.52 tag_name => $self->{open_elements}->[-1]->[1]}; # MUST
6279 wakaba 1.53 redo B;
6280 wakaba 1.52 }
6281    
6282     ## Step 2
6283     if ($token->{tag_name} ne $self->{open_elements}->[-1]->[1]) {
6284 wakaba 1.79 !!!cp ('t431');
6285 wakaba 1.58 ## NOTE: <x><y></x>
6286 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6287 wakaba 1.79 } else {
6288     !!!cp ('t432');
6289 wakaba 1.52 }
6290    
6291     ## Step 3
6292     splice @{$self->{open_elements}}, $node_i;
6293 wakaba 1.51
6294 wakaba 1.1 !!!next-token;
6295 wakaba 1.52 last S2;
6296 wakaba 1.1 } else {
6297 wakaba 1.52 ## Step 3
6298     if (not $formatting_category->{$node->[1]} and
6299     #not $phrasing_category->{$node->[1]} and
6300     ($special_category->{$node->[1]} or
6301     $scoping_category->{$node->[1]})) {
6302 wakaba 1.79 !!!cp ('t433');
6303 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6304     ## Ignore the token
6305     !!!next-token;
6306     last S2;
6307     }
6308 wakaba 1.79
6309     !!!cp ('t434');
6310 wakaba 1.1 }
6311 wakaba 1.52
6312     ## Step 4
6313     $node_i--;
6314     $node = $self->{open_elements}->[$node_i];
6315    
6316     ## Step 5;
6317     redo S2;
6318     } # S2
6319 wakaba 1.53 redo B;
6320 wakaba 1.1 }
6321     }
6322 wakaba 1.52 redo B;
6323 wakaba 1.1 } # B
6324    
6325 wakaba 1.51 ## NOTE: The "trailing end" phase in HTML5 is split into
6326     ## two insertion modes: "after html body" and "after html frameset".
6327     ## NOTE: States in the main stage is preserved while
6328     ## the parser stays in the trailing end phase. # MUST
6329    
6330 wakaba 1.1 ## Stop parsing # MUST
6331    
6332     ## TODO: script stuffs
6333 wakaba 1.3 } # _tree_construct_main
6334    
6335     sub set_inner_html ($$$) {
6336     my $class = shift;
6337     my $node = shift;
6338     my $s = \$_[0];
6339     my $onerror = $_[1];
6340    
6341 wakaba 1.63 ## ISSUE: Should {confident} be true?
6342    
6343 wakaba 1.3 my $nt = $node->node_type;
6344     if ($nt == 9) {
6345     # MUST
6346    
6347     ## Step 1 # MUST
6348     ## TODO: If the document has an active parser, ...
6349     ## ISSUE: There is an issue in the spec.
6350    
6351     ## Step 2 # MUST
6352     my @cn = @{$node->child_nodes};
6353     for (@cn) {
6354     $node->remove_child ($_);
6355     }
6356    
6357     ## Step 3, 4, 5 # MUST
6358     $class->parse_string ($$s => $node, $onerror);
6359     } elsif ($nt == 1) {
6360     ## TODO: If non-html element
6361    
6362     ## NOTE: Most of this code is copied from |parse_string|
6363    
6364     ## Step 1 # MUST
6365 wakaba 1.14 my $this_doc = $node->owner_document;
6366     my $doc = $this_doc->implementation->create_document;
6367 wakaba 1.18 $doc->manakai_is_html (1);
6368 wakaba 1.3 my $p = $class->new;
6369     $p->{document} = $doc;
6370    
6371     ## Step 9 # MUST
6372     my $i = 0;
6373     my $line = 1;
6374     my $column = 0;
6375 wakaba 1.76 $p->{set_next_char} = sub {
6376 wakaba 1.3 my $self = shift;
6377 wakaba 1.14
6378 wakaba 1.76 pop @{$self->{prev_char}};
6379     unshift @{$self->{prev_char}}, $self->{next_char};
6380 wakaba 1.14
6381 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
6382     $self->{next_char} = ord substr $$s, $i++, 1;
6383 wakaba 1.3 $column++;
6384 wakaba 1.4
6385 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
6386 wakaba 1.4 $line++;
6387     $column = 0;
6388 wakaba 1.79 !!!cp ('i1');
6389 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
6390 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
6391 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
6392 wakaba 1.3 $line++;
6393 wakaba 1.4 $column = 0;
6394 wakaba 1.79 !!!cp ('i2');
6395 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
6396     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6397 wakaba 1.79 !!!cp ('i3');
6398 wakaba 1.76 } elsif ($self->{next_char} == 0x0000) { # NULL
6399 wakaba 1.79 !!!cp ('i4');
6400 wakaba 1.14 !!!parse-error (type => 'NULL');
6401 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6402 wakaba 1.3 }
6403     };
6404 wakaba 1.76 $p->{prev_char} = [-1, -1, -1];
6405     $p->{next_char} = -1;
6406 wakaba 1.3
6407     my $ponerror = $onerror || sub {
6408     my (%opt) = @_;
6409     warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
6410     };
6411     $p->{parse_error} = sub {
6412     $ponerror->(@_, line => $line, column => $column);
6413     };
6414    
6415     $p->_initialize_tokenizer;
6416     $p->_initialize_tree_constructor;
6417    
6418     ## Step 2
6419 wakaba 1.71 my $node_ln = $node->manakai_local_name;
6420 wakaba 1.40 $p->{content_model} = {
6421     title => RCDATA_CONTENT_MODEL,
6422     textarea => RCDATA_CONTENT_MODEL,
6423     style => CDATA_CONTENT_MODEL,
6424     script => CDATA_CONTENT_MODEL,
6425     xmp => CDATA_CONTENT_MODEL,
6426     iframe => CDATA_CONTENT_MODEL,
6427     noembed => CDATA_CONTENT_MODEL,
6428     noframes => CDATA_CONTENT_MODEL,
6429     noscript => CDATA_CONTENT_MODEL,
6430     plaintext => PLAINTEXT_CONTENT_MODEL,
6431     }->{$node_ln};
6432     $p->{content_model} = PCDATA_CONTENT_MODEL
6433     unless defined $p->{content_model};
6434     ## ISSUE: What is "the name of the element"? local name?
6435 wakaba 1.3
6436     $p->{inner_html_node} = [$node, $node_ln];
6437    
6438     ## Step 4
6439     my $root = $doc->create_element_ns
6440     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
6441    
6442     ## Step 5 # MUST
6443     $doc->append_child ($root);
6444    
6445     ## Step 6 # MUST
6446     push @{$p->{open_elements}}, [$root, 'html'];
6447    
6448     undef $p->{head_element};
6449    
6450     ## Step 7 # MUST
6451     $p->_reset_insertion_mode;
6452    
6453     ## Step 8 # MUST
6454     my $anode = $node;
6455     AN: while (defined $anode) {
6456     if ($anode->node_type == 1) {
6457     my $nsuri = $anode->namespace_uri;
6458     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
6459 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
6460 wakaba 1.79 !!!cp ('i5');
6461 wakaba 1.3 $p->{form_element} = $anode;
6462     last AN;
6463     }
6464     }
6465     }
6466     $anode = $anode->parent_node;
6467     } # AN
6468    
6469     ## Step 3 # MUST
6470     ## Step 10 # MUST
6471     {
6472     my $self = $p;
6473     !!!next-token;
6474     }
6475     $p->_tree_construction_main;
6476    
6477     ## Step 11 # MUST
6478     my @cn = @{$node->child_nodes};
6479     for (@cn) {
6480     $node->remove_child ($_);
6481     }
6482     ## ISSUE: mutation events? read-only?
6483    
6484     ## Step 12 # MUST
6485     @cn = @{$root->child_nodes};
6486     for (@cn) {
6487 wakaba 1.14 $this_doc->adopt_node ($_);
6488 wakaba 1.3 $node->append_child ($_);
6489     }
6490 wakaba 1.14 ## ISSUE: mutation events?
6491 wakaba 1.3
6492     $p->_terminate_tree_constructor;
6493     } else {
6494     die "$0: |set_inner_html| is not defined for node of type $nt";
6495     }
6496     } # set_inner_html
6497    
6498     } # tree construction stage
6499 wakaba 1.1
6500 wakaba 1.63 package Whatpm::HTML::RestartParser;
6501     push our @ISA, 'Error';
6502    
6503 wakaba 1.1 1;
6504 wakaba 1.83 # $Date: 2008/03/05 02:55:08 $

[email protected]
ViewVC Help
Powered by ViewVC 1.1.24