| 8 |
## doc.write (''); |
## doc.write (''); |
| 9 |
## alert (doc.compatMode); |
## alert (doc.compatMode); |
| 10 |
|
|
|
## TODO: Control charcters and noncharacters are not allowed (HTML5 revision 1263) |
|
| 11 |
## TODO: 1252 parse error (revision 1264) |
## TODO: 1252 parse error (revision 1264) |
| 12 |
## TODO: 8859-11 = 874 (revision 1271) |
## TODO: 8859-11 = 874 (revision 1271) |
| 13 |
|
|
| 14 |
|
require IO::Handle; |
| 15 |
|
|
| 16 |
my $HTML_NS = q<http://www.w3.org/1999/xhtml>; |
my $HTML_NS = q<http://www.w3.org/1999/xhtml>; |
| 17 |
my $MML_NS = q<http://www.w3.org/1998/Math/MathML>; |
my $MML_NS = q<http://www.w3.org/1998/Math/MathML>; |
| 18 |
my $SVG_NS = q<http://www.w3.org/2000/svg>; |
my $SVG_NS = q<http://www.w3.org/2000/svg>; |
| 206 |
mtext => FOREIGN_FLOW_CONTENT_EL, |
mtext => FOREIGN_FLOW_CONTENT_EL, |
| 207 |
}, |
}, |
| 208 |
$SVG_NS => { |
$SVG_NS => { |
| 209 |
foreignobject => FOREIGN_FLOW_CONTENT_EL, ## TODO: case |
foreignObject => FOREIGN_FLOW_CONTENT_EL, |
| 210 |
desc => FOREIGN_FLOW_CONTENT_EL, |
desc => FOREIGN_FLOW_CONTENT_EL, |
| 211 |
title => FOREIGN_FLOW_CONTENT_EL, |
title => FOREIGN_FLOW_CONTENT_EL, |
| 212 |
}, |
}, |
| 213 |
## NOTE: In addition, FOREIGN_EL is set to non-HTML elements. |
## NOTE: In addition, FOREIGN_EL is set to non-HTML elements. |
| 214 |
}; |
}; |
| 215 |
|
|
| 216 |
|
my $svg_attr_name = { |
| 217 |
|
attributetype => 'attributeType', |
| 218 |
|
basefrequency => 'baseFrequency', |
| 219 |
|
baseprofile => 'baseProfile', |
| 220 |
|
calcmode => 'calcMode', |
| 221 |
|
clippathunits => 'clipPathUnits', |
| 222 |
|
contentscripttype => 'contentScriptType', |
| 223 |
|
contentstyletype => 'contentStyleType', |
| 224 |
|
diffuseconstant => 'diffuseConstant', |
| 225 |
|
edgemode => 'edgeMode', |
| 226 |
|
externalresourcesrequired => 'externalResourcesRequired', |
| 227 |
|
fecolormatrix => 'feColorMatrix', |
| 228 |
|
fecomposite => 'feComposite', |
| 229 |
|
fegaussianblur => 'feGaussianBlur', |
| 230 |
|
femorphology => 'feMorphology', |
| 231 |
|
fetile => 'feTile', |
| 232 |
|
filterres => 'filterRes', |
| 233 |
|
filterunits => 'filterUnits', |
| 234 |
|
glyphref => 'glyphRef', |
| 235 |
|
gradienttransform => 'gradientTransform', |
| 236 |
|
gradientunits => 'gradientUnits', |
| 237 |
|
kernelmatrix => 'kernelMatrix', |
| 238 |
|
kernelunitlength => 'kernelUnitLength', |
| 239 |
|
keypoints => 'keyPoints', |
| 240 |
|
keysplines => 'keySplines', |
| 241 |
|
keytimes => 'keyTimes', |
| 242 |
|
lengthadjust => 'lengthAdjust', |
| 243 |
|
limitingconeangle => 'limitingConeAngle', |
| 244 |
|
markerheight => 'markerHeight', |
| 245 |
|
markerunits => 'markerUnits', |
| 246 |
|
markerwidth => 'markerWidth', |
| 247 |
|
maskcontentunits => 'maskContentUnits', |
| 248 |
|
maskunits => 'maskUnits', |
| 249 |
|
numoctaves => 'numOctaves', |
| 250 |
|
pathlength => 'pathLength', |
| 251 |
|
patterncontentunits => 'patternContentUnits', |
| 252 |
|
patterntransform => 'patternTransform', |
| 253 |
|
patternunits => 'patternUnits', |
| 254 |
|
pointsatx => 'pointsAtX', |
| 255 |
|
pointsaty => 'pointsAtY', |
| 256 |
|
pointsatz => 'pointsAtZ', |
| 257 |
|
preservealpha => 'preserveAlpha', |
| 258 |
|
preserveaspectratio => 'preserveAspectRatio', |
| 259 |
|
primitiveunits => 'primitiveUnits', |
| 260 |
|
refx => 'refX', |
| 261 |
|
refy => 'refY', |
| 262 |
|
repeatcount => 'repeatCount', |
| 263 |
|
repeatdur => 'repeatDur', |
| 264 |
|
requiredextensions => 'requiredExtensions', |
| 265 |
|
specularconstant => 'specularConstant', |
| 266 |
|
specularexponent => 'specularExponent', |
| 267 |
|
spreadmethod => 'spreadMethod', |
| 268 |
|
startoffset => 'startOffset', |
| 269 |
|
stddeviation => 'stdDeviation', |
| 270 |
|
stitchtiles => 'stitchTiles', |
| 271 |
|
surfacescale => 'surfaceScale', |
| 272 |
|
systemlanguage => 'systemLanguage', |
| 273 |
|
tablevalues => 'tableValues', |
| 274 |
|
targetx => 'targetX', |
| 275 |
|
targety => 'targetY', |
| 276 |
|
textlength => 'textLength', |
| 277 |
|
viewbox => 'viewBox', |
| 278 |
|
viewtarget => 'viewTarget', |
| 279 |
|
xchannelselector => 'xChannelSelector', |
| 280 |
|
ychannelselector => 'yChannelSelector', |
| 281 |
|
zoomandpan => 'zoomAndPan', |
| 282 |
|
}; |
| 283 |
|
|
| 284 |
|
my $foreign_attr_xname = { |
| 285 |
|
'xlink:actuate' => [$XLINK_NS, ['xlink', 'actuate']], |
| 286 |
|
'xlink:arcrole' => [$XLINK_NS, ['xlink', 'arcrole']], |
| 287 |
|
'xlink:href' => [$XLINK_NS, ['xlink', 'href']], |
| 288 |
|
'xlink:role' => [$XLINK_NS, ['xlink', 'role']], |
| 289 |
|
'xlink:show' => [$XLINK_NS, ['xlink', 'show']], |
| 290 |
|
'xlink:title' => [$XLINK_NS, ['xlink', 'title']], |
| 291 |
|
'xlink:type' => [$XLINK_NS, ['xlink', 'type']], |
| 292 |
|
'xml:base' => [$XML_NS, ['xml', 'base']], |
| 293 |
|
'xml:lang' => [$XML_NS, ['xml', 'lang']], |
| 294 |
|
'xml:space' => [$XML_NS, ['xml', 'space']], |
| 295 |
|
'xmlns' => [$XMLNS_NS, [undef, 'xmlns']], |
| 296 |
|
'xmlns:xlink' => [$XMLNS_NS, ['xmlns', 'xlink']], |
| 297 |
|
}; |
| 298 |
|
|
| 299 |
|
## ISSUE: xmlns:xlink="non-xlink-ns" is not an error. |
| 300 |
|
|
| 301 |
my $c1_entity_char = { |
my $c1_entity_char = { |
| 302 |
0x80 => 0x20AC, |
0x80 => 0x20AC, |
| 303 |
0x81 => 0xFFFD, |
0x81 => 0xFFFD, |
| 334 |
}; # $c1_entity_char |
}; # $c1_entity_char |
| 335 |
|
|
| 336 |
sub parse_byte_string ($$$$;$) { |
sub parse_byte_string ($$$$;$) { |
| 337 |
|
my $self = shift; |
| 338 |
|
my $charset_name = shift; |
| 339 |
|
open my $input, '<', ref $_[0] ? $_[0] : \($_[0]); |
| 340 |
|
return $self->parse_byte_stream ($charset_name, $input, @_[1..$#_]); |
| 341 |
|
} # parse_byte_string |
| 342 |
|
|
| 343 |
|
sub parse_byte_stream ($$$$;$) { |
| 344 |
my $self = ref $_[0] ? shift : shift->new; |
my $self = ref $_[0] ? shift : shift->new; |
| 345 |
my $charset = shift; |
my $charset_name = shift; |
| 346 |
my $bytes_s = ref $_[0] ? $_[0] : \($_[0]); |
my $byte_stream = $_[0]; |
|
my $s; |
|
|
|
|
|
if (defined $charset) { |
|
|
require Encode; ## TODO: decode(utf8) don't delete BOM |
|
|
$s = \ (Encode::decode ($charset, $$bytes_s)); |
|
|
$self->{input_encoding} = lc $charset; ## TODO: normalize name |
|
|
$self->{confident} = 1; |
|
|
} else { |
|
|
## TODO: Implement HTML5 detection algorithm |
|
|
require Whatpm::Charset::UniversalCharDet; |
|
|
$charset = Whatpm::Charset::UniversalCharDet->detect_byte_string |
|
|
(substr ($$bytes_s, 0, 1024)); |
|
|
$charset ||= 'windows-1252'; |
|
|
$s = \ (Encode::decode ($charset, $$bytes_s)); |
|
|
$self->{input_encoding} = $charset; |
|
|
$self->{confident} = 0; |
|
|
} |
|
| 347 |
|
|
| 348 |
$self->{change_encoding} = sub { |
my $onerror = $_[2] || sub { |
| 349 |
my $self = shift; |
my (%opt) = @_; |
| 350 |
my $charset = lc shift; |
warn "Parse error ($opt{type})\n"; |
| 351 |
my $token = shift; |
}; |
| 352 |
## TODO: if $charset is supported |
$self->{parse_error} = $onerror; # updated later by parse_char_string |
| 353 |
## TODO: normalize charset name |
|
| 354 |
|
## HTML5 encoding sniffing algorithm |
| 355 |
|
require Message::Charset::Info; |
| 356 |
|
my $charset; |
| 357 |
|
my $buffer; |
| 358 |
|
my ($char_stream, $e_status); |
| 359 |
|
|
| 360 |
## "Change the encoding" algorithm: |
SNIFFING: { |
| 361 |
|
|
| 362 |
## Step 1 |
## Step 1 |
| 363 |
if ($charset eq 'utf-16') { ## ISSUE: UTF-16BE -> UTF-8? UTF-16LE -> UTF-8? |
if (defined $charset_name) { |
| 364 |
$charset = 'utf-8'; |
$charset = Message::Charset::Info->get_by_iana_name ($charset_name); |
| 365 |
|
|
| 366 |
|
## ISSUE: Unsupported encoding is not ignored according to the spec. |
| 367 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 368 |
|
($byte_stream, allow_error_reporting => 1, |
| 369 |
|
allow_fallback => 1); |
| 370 |
|
if ($char_stream) { |
| 371 |
|
$self->{confident} = 1; |
| 372 |
|
last SNIFFING; |
| 373 |
|
} else { |
| 374 |
|
## TODO: unsupported error |
| 375 |
|
} |
| 376 |
} |
} |
| 377 |
|
|
| 378 |
## Step 2 |
## Step 2 |
| 379 |
if (defined $self->{input_encoding} and |
my $byte_buffer = ''; |
| 380 |
$self->{input_encoding} eq $charset) { |
for (1..1024) { |
| 381 |
|
my $char = $byte_stream->getc; |
| 382 |
|
last unless defined $char; |
| 383 |
|
$byte_buffer .= $char; |
| 384 |
|
} ## TODO: timeout |
| 385 |
|
|
| 386 |
|
## Step 3 |
| 387 |
|
if ($byte_buffer =~ /^\xFE\xFF/) { |
| 388 |
|
$charset = Message::Charset::Info->get_by_iana_name ('utf-16be'); |
| 389 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 390 |
|
($byte_stream, allow_error_reporting => 1, |
| 391 |
|
allow_fallback => 1, byte_buffer => \$byte_buffer); |
| 392 |
$self->{confident} = 1; |
$self->{confident} = 1; |
| 393 |
return; |
last SNIFFING; |
| 394 |
|
} elsif ($byte_buffer =~ /^\xFF\xFE/) { |
| 395 |
|
$charset = Message::Charset::Info->get_by_iana_name ('utf-16le'); |
| 396 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 397 |
|
($byte_stream, allow_error_reporting => 1, |
| 398 |
|
allow_fallback => 1, byte_buffer => \$byte_buffer); |
| 399 |
|
$self->{confident} = 1; |
| 400 |
|
last SNIFFING; |
| 401 |
|
} elsif ($byte_buffer =~ /^\xEF\xBB\xBF/) { |
| 402 |
|
$charset = Message::Charset::Info->get_by_iana_name ('utf-8'); |
| 403 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 404 |
|
($byte_stream, allow_error_reporting => 1, |
| 405 |
|
allow_fallback => 1, byte_buffer => \$byte_buffer); |
| 406 |
|
$self->{confident} = 1; |
| 407 |
|
last SNIFFING; |
| 408 |
} |
} |
| 409 |
|
|
| 410 |
!!!parse-error (type => 'charset label detected:'.$self->{input_encoding}. |
## Step 4 |
| 411 |
':'.$charset, level => 'w', token => $token); |
## TODO: <meta charset> |
| 412 |
|
|
| 413 |
## Step 3 |
## Step 5 |
| 414 |
# if (can) { |
## TODO: from history |
|
## change the encoding on the fly. |
|
|
#$self->{confident} = 1; |
|
|
#return; |
|
|
# } |
|
| 415 |
|
|
| 416 |
## Step 4 |
## Step 6 |
| 417 |
throw Whatpm::HTML::RestartParser (charset => $charset); |
require Whatpm::Charset::UniversalCharDet; |
| 418 |
|
$charset_name = Whatpm::Charset::UniversalCharDet->detect_byte_string |
| 419 |
|
($byte_buffer); |
| 420 |
|
if (defined $charset_name) { |
| 421 |
|
$charset = Message::Charset::Info->get_by_iana_name ($charset_name); |
| 422 |
|
|
| 423 |
|
## ISSUE: Unsupported encoding is not ignored according to the spec. |
| 424 |
|
require Whatpm::Charset::DecodeHandle; |
| 425 |
|
$buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new |
| 426 |
|
($byte_stream); |
| 427 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 428 |
|
($buffer, allow_error_reporting => 1, |
| 429 |
|
allow_fallback => 1, byte_buffer => \$byte_buffer); |
| 430 |
|
if ($char_stream) { |
| 431 |
|
$buffer->{buffer} = $byte_buffer; |
| 432 |
|
!!!parse-error (type => 'sniffing:chardet', ## TODO: type name |
| 433 |
|
value => $charset_name, |
| 434 |
|
level => $self->{info_level}, |
| 435 |
|
line => 1, column => 1); |
| 436 |
|
$self->{confident} = 0; |
| 437 |
|
last SNIFFING; |
| 438 |
|
} |
| 439 |
|
} |
| 440 |
|
|
| 441 |
|
## Step 7: default |
| 442 |
|
## TODO: Make this configurable. |
| 443 |
|
$charset = Message::Charset::Info->get_by_iana_name ('windows-1252'); |
| 444 |
|
## NOTE: We choose |windows-1252| here, since |utf-8| should be |
| 445 |
|
## detectable in the step 6. |
| 446 |
|
require Whatpm::Charset::DecodeHandle; |
| 447 |
|
$buffer = Whatpm::Charset::DecodeHandle::ByteBuffer->new |
| 448 |
|
($byte_stream); |
| 449 |
|
($char_stream, $e_status) |
| 450 |
|
= $charset->get_decode_handle ($buffer, |
| 451 |
|
allow_error_reporting => 1, |
| 452 |
|
allow_fallback => 1, |
| 453 |
|
byte_buffer => \$byte_buffer); |
| 454 |
|
$buffer->{buffer} = $byte_buffer; |
| 455 |
|
!!!parse-error (type => 'sniffing:default', ## TODO: type name |
| 456 |
|
value => 'windows-1252', |
| 457 |
|
level => $self->{info_level}, |
| 458 |
|
line => 1, column => 1); |
| 459 |
|
$self->{confident} = 0; |
| 460 |
|
} # SNIFFING |
| 461 |
|
|
| 462 |
|
$self->{input_encoding} = $charset->get_iana_name; |
| 463 |
|
if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) { |
| 464 |
|
!!!parse-error (type => 'chardecode:fallback', ## TODO: type name |
| 465 |
|
value => $self->{input_encoding}, |
| 466 |
|
level => $self->{unsupported_level}, |
| 467 |
|
line => 1, column => 1); |
| 468 |
|
} elsif (not ($e_status & |
| 469 |
|
Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) { |
| 470 |
|
!!!parse-error (type => 'chardecode:no error', ## TODO: type name |
| 471 |
|
value => $self->{input_encoding}, |
| 472 |
|
level => $self->{unsupported_level}, |
| 473 |
|
line => 1, column => 1); |
| 474 |
|
} |
| 475 |
|
|
| 476 |
|
$self->{change_encoding} = sub { |
| 477 |
|
my $self = shift; |
| 478 |
|
$charset_name = shift; |
| 479 |
|
my $token = shift; |
| 480 |
|
|
| 481 |
|
$charset = Message::Charset::Info->get_by_iana_name ($charset_name); |
| 482 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 483 |
|
($byte_stream, allow_error_reporting => 1, allow_fallback => 1, |
| 484 |
|
byte_buffer => \ $buffer->{buffer}); |
| 485 |
|
|
| 486 |
|
if ($char_stream) { # if supported |
| 487 |
|
## "Change the encoding" algorithm: |
| 488 |
|
|
| 489 |
|
## Step 1 |
| 490 |
|
if ($charset->{iana_names}->{'utf-16'}) { ## ISSUE: UTF-16BE -> UTF-8? UTF-16LE -> UTF-8? |
| 491 |
|
$charset = Message::Charset::Info->get_by_iana_name ('utf-8'); |
| 492 |
|
($char_stream, $e_status) = $charset->get_decode_handle |
| 493 |
|
($byte_stream, |
| 494 |
|
byte_buffer => \ $buffer->{buffer}); |
| 495 |
|
} |
| 496 |
|
$charset_name = $charset->get_iana_name; |
| 497 |
|
|
| 498 |
|
## Step 2 |
| 499 |
|
if (defined $self->{input_encoding} and |
| 500 |
|
$self->{input_encoding} eq $charset_name) { |
| 501 |
|
!!!parse-error (type => 'charset label:matching', ## TODO: type |
| 502 |
|
value => $charset_name, |
| 503 |
|
level => $self->{info_level}); |
| 504 |
|
$self->{confident} = 1; |
| 505 |
|
return; |
| 506 |
|
} |
| 507 |
|
|
| 508 |
|
!!!parse-error (type => 'charset label detected:'.$self->{input_encoding}. |
| 509 |
|
':'.$charset_name, level => 'w', token => $token); |
| 510 |
|
|
| 511 |
|
## Step 3 |
| 512 |
|
# if (can) { |
| 513 |
|
## change the encoding on the fly. |
| 514 |
|
#$self->{confident} = 1; |
| 515 |
|
#return; |
| 516 |
|
# } |
| 517 |
|
|
| 518 |
|
## Step 4 |
| 519 |
|
throw Whatpm::HTML::RestartParser (); |
| 520 |
|
} |
| 521 |
}; # $self->{change_encoding} |
}; # $self->{change_encoding} |
| 522 |
|
|
| 523 |
|
my $char_onerror = sub { |
| 524 |
|
my (undef, $type, %opt) = @_; |
| 525 |
|
!!!parse-error (%opt, type => $type, |
| 526 |
|
line => $self->{line}, column => $self->{column} + 1); |
| 527 |
|
if ($opt{octets}) { |
| 528 |
|
${$opt{octets}} = "\x{FFFD}"; # relacement character |
| 529 |
|
} |
| 530 |
|
}; |
| 531 |
|
$char_stream->onerror ($char_onerror); |
| 532 |
|
|
| 533 |
my @args = @_; shift @args; # $s |
my @args = @_; shift @args; # $s |
| 534 |
my $return; |
my $return; |
| 535 |
try { |
try { |
| 536 |
$return = $self->parse_char_string ($s, @args); |
$return = $self->parse_char_stream ($char_stream, @args); |
| 537 |
} catch Whatpm::HTML::RestartParser with { |
} catch Whatpm::HTML::RestartParser with { |
| 538 |
my $charset = shift->{charset}; |
## NOTE: Invoked after {change_encoding}. |
| 539 |
$s = \ (Encode::decode ($charset, $$bytes_s)); |
|
| 540 |
$self->{input_encoding} = $charset; ## TODO: normalize |
$self->{input_encoding} = $charset->get_iana_name; |
| 541 |
|
if ($e_status & Message::Charset::Info::FALLBACK_ENCODING_IMPL ()) { |
| 542 |
|
!!!parse-error (type => 'chardecode:fallback', ## TODO: type name |
| 543 |
|
value => $self->{input_encoding}, |
| 544 |
|
level => $self->{unsupported_level}, |
| 545 |
|
line => 1, column => 1); |
| 546 |
|
} elsif (not ($e_status & |
| 547 |
|
Message::Charset::Info::ERROR_REPORTING_ENCODING_IMPL())) { |
| 548 |
|
!!!parse-error (type => 'chardecode:no error', ## TODO: type name |
| 549 |
|
value => $self->{input_encoding}, |
| 550 |
|
level => $self->{unsupported_level}, |
| 551 |
|
line => 1, column => 1); |
| 552 |
|
} |
| 553 |
$self->{confident} = 1; |
$self->{confident} = 1; |
| 554 |
$return = $self->parse_char_string ($s, @args); |
$char_stream->onerror ($char_onerror); |
| 555 |
|
$return = $self->parse_char_stream ($char_stream, @args); |
| 556 |
}; |
}; |
| 557 |
return $return; |
return $return; |
| 558 |
} # parse_byte_string |
} # parse_byte_stream |
| 559 |
|
|
| 560 |
## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM |
## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM |
| 561 |
## and the HTML layer MUST ignore it. However, we does strip BOM in |
## and the HTML layer MUST ignore it. However, we does strip BOM in |
| 566 |
## such as |parse_byte_string| in this module, must ensure that it does |
## such as |parse_byte_string| in this module, must ensure that it does |
| 567 |
## strip the BOM and never strip any ZWNBSP. |
## strip the BOM and never strip any ZWNBSP. |
| 568 |
|
|
| 569 |
*parse_char_string = \&parse_string; |
sub parse_char_string ($$$;$) { |
| 570 |
|
my $self = shift; |
| 571 |
|
require utf8; |
| 572 |
|
my $s = ref $_[0] ? $_[0] : \($_[0]); |
| 573 |
|
open my $input, '<' . (utf8::is_utf8 ($$s) ? ':utf8' : ''), $s; |
| 574 |
|
return $self->parse_char_stream ($input, @_[1..$#_]); |
| 575 |
|
} # parse_char_string |
| 576 |
|
*parse_string = \&parse_char_string; |
| 577 |
|
|
| 578 |
sub parse_string ($$$;$) { |
sub parse_char_stream ($$$;$) { |
| 579 |
my $self = ref $_[0] ? shift : shift->new; |
my $self = ref $_[0] ? shift : shift->new; |
| 580 |
my $s = ref $_[0] ? $_[0] : \($_[0]); |
my $input = $_[0]; |
| 581 |
$self->{document} = $_[1]; |
$self->{document} = $_[1]; |
| 582 |
@{$self->{document}->child_nodes} = (); |
@{$self->{document}->child_nodes} = (); |
| 583 |
|
|
| 596 |
pop @{$self->{prev_char}}; |
pop @{$self->{prev_char}}; |
| 597 |
unshift @{$self->{prev_char}}, $self->{next_char}; |
unshift @{$self->{prev_char}}, $self->{next_char}; |
| 598 |
|
|
| 599 |
$self->{next_char} = -1 and return if $i >= length $$s; |
my $char; |
| 600 |
$self->{next_char} = ord substr $$s, $i++, 1; |
if (defined $self->{next_next_char}) { |
| 601 |
|
$char = $self->{next_next_char}; |
| 602 |
|
delete $self->{next_next_char}; |
| 603 |
|
} else { |
| 604 |
|
$char = $input->getc; |
| 605 |
|
} |
| 606 |
|
$self->{next_char} = -1 and return unless defined $char; |
| 607 |
|
$self->{next_char} = ord $char; |
| 608 |
|
|
| 609 |
($self->{line_prev}, $self->{column_prev}) |
($self->{line_prev}, $self->{column_prev}) |
| 610 |
= ($self->{line}, $self->{column}); |
= ($self->{line}, $self->{column}); |
| 611 |
$self->{column}++; |
$self->{column}++; |
| 612 |
|
|
| 613 |
if ($self->{next_char} == 0x000A) { # LF |
if ($self->{next_char} == 0x000A) { # LF |
| 614 |
|
!!!cp ('j1'); |
| 615 |
$self->{line}++; |
$self->{line}++; |
| 616 |
$self->{column} = 0; |
$self->{column} = 0; |
| 617 |
} elsif ($self->{next_char} == 0x000D) { # CR |
} elsif ($self->{next_char} == 0x000D) { # CR |
| 618 |
$i++ if substr ($$s, $i, 1) eq "\x0A"; |
!!!cp ('j2'); |
| 619 |
|
my $next = $input->getc; |
| 620 |
|
if (defined $next and $next ne "\x0A") { |
| 621 |
|
$self->{next_next_char} = $next; |
| 622 |
|
} |
| 623 |
$self->{next_char} = 0x000A; # LF # MUST |
$self->{next_char} = 0x000A; # LF # MUST |
| 624 |
$self->{line}++; |
$self->{line}++; |
| 625 |
$self->{column} = 0; |
$self->{column} = 0; |
| 626 |
} elsif ($self->{next_char} > 0x10FFFF) { |
} elsif ($self->{next_char} > 0x10FFFF) { |
| 627 |
|
!!!cp ('j3'); |
| 628 |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
| 629 |
} elsif ($self->{next_char} == 0x0000) { # NULL |
} elsif ($self->{next_char} == 0x0000) { # NULL |
| 630 |
|
!!!cp ('j4'); |
| 631 |
!!!parse-error (type => 'NULL'); |
!!!parse-error (type => 'NULL'); |
| 632 |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
| 633 |
|
} elsif ($self->{next_char} <= 0x0008 or |
| 634 |
|
(0x000E <= $self->{next_char} and $self->{next_char} <= 0x001F) or |
| 635 |
|
(0x007F <= $self->{next_char} and $self->{next_char} <= 0x009F) or |
| 636 |
|
(0xD800 <= $self->{next_char} and $self->{next_char} <= 0xDFFF) or |
| 637 |
|
(0xFDD0 <= $self->{next_char} and $self->{next_char} <= 0xFDDF) or |
| 638 |
|
{ |
| 639 |
|
0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1, |
| 640 |
|
0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1, |
| 641 |
|
0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1, |
| 642 |
|
0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1, |
| 643 |
|
0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1, |
| 644 |
|
0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1, |
| 645 |
|
0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1, |
| 646 |
|
0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1, |
| 647 |
|
0x10FFFE => 1, 0x10FFFF => 1, |
| 648 |
|
}->{$self->{next_char}}) { |
| 649 |
|
!!!cp ('j5'); |
| 650 |
|
!!!parse-error (type => 'control char', level => $self->{must_level}); |
| 651 |
|
## TODO: error type documentation |
| 652 |
} |
} |
| 653 |
}; |
}; |
| 654 |
$self->{prev_char} = [-1, -1, -1]; |
$self->{prev_char} = [-1, -1, -1]; |
| 672 |
delete $self->{parse_error}; # remove loop |
delete $self->{parse_error}; # remove loop |
| 673 |
|
|
| 674 |
return $self->{document}; |
return $self->{document}; |
| 675 |
} # parse_string |
} # parse_char_stream |
| 676 |
|
|
| 677 |
sub new ($) { |
sub new ($) { |
| 678 |
my $class = shift; |
my $class = shift; |
| 679 |
my $self = bless {}, $class; |
my $self = bless { |
| 680 |
|
must_level => 'm', |
| 681 |
|
should_level => 's', |
| 682 |
|
good_level => 'w', |
| 683 |
|
warn_level => 'w', |
| 684 |
|
info_level => 'i', |
| 685 |
|
unsupported_level => 'u', |
| 686 |
|
}, $class; |
| 687 |
$self->{set_next_char} = sub { |
$self->{set_next_char} = sub { |
| 688 |
$self->{next_char} = -1; |
$self->{next_char} = -1; |
| 689 |
}; |
}; |
| 1048 |
redo A; |
redo A; |
| 1049 |
} else { |
} else { |
| 1050 |
!!!cp (23); |
!!!cp (23); |
| 1051 |
!!!parse-error (type => 'bare stago'); |
!!!parse-error (type => 'bare stago', |
| 1052 |
|
line => $self->{line_prev}, |
| 1053 |
|
column => $self->{column_prev}); |
| 1054 |
$self->{state} = DATA_STATE; |
$self->{state} = DATA_STATE; |
| 1055 |
## reconsume |
## reconsume |
| 1056 |
|
|
| 1827 |
$self->{state} = SELF_CLOSING_START_TAG_STATE; |
$self->{state} = SELF_CLOSING_START_TAG_STATE; |
| 1828 |
!!!next-input-character; |
!!!next-input-character; |
| 1829 |
redo A; |
redo A; |
| 1830 |
|
} elsif ($self->{next_char} == -1) { |
| 1831 |
|
!!!parse-error (type => 'unclosed tag'); |
| 1832 |
|
if ($self->{current_token}->{type} == START_TAG_TOKEN) { |
| 1833 |
|
!!!cp (122.3); |
| 1834 |
|
$self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name}; |
| 1835 |
|
} elsif ($self->{current_token}->{type} == END_TAG_TOKEN) { |
| 1836 |
|
if ($self->{current_token}->{attributes}) { |
| 1837 |
|
!!!cp (122.1); |
| 1838 |
|
!!!parse-error (type => 'end tag attribute'); |
| 1839 |
|
} else { |
| 1840 |
|
## NOTE: This state should never be reached. |
| 1841 |
|
!!!cp (122.2); |
| 1842 |
|
} |
| 1843 |
|
} else { |
| 1844 |
|
die "$0: $self->{current_token}->{type}: Unknown token type"; |
| 1845 |
|
} |
| 1846 |
|
$self->{state} = DATA_STATE; |
| 1847 |
|
## Reconsume. |
| 1848 |
|
!!!emit ($self->{current_token}); # start tag or end tag |
| 1849 |
|
redo A; |
| 1850 |
} else { |
} else { |
| 1851 |
!!!cp ('124.1'); |
!!!cp ('124.1'); |
| 1852 |
!!!parse-error (type => 'no space between attributes'); |
!!!parse-error (type => 'no space between attributes'); |
| 1879 |
!!!emit ($self->{current_token}); # start tag or end tag |
!!!emit ($self->{current_token}); # start tag or end tag |
| 1880 |
|
|
| 1881 |
redo A; |
redo A; |
| 1882 |
|
} elsif ($self->{next_char} == -1) { |
| 1883 |
|
!!!parse-error (type => 'unclosed tag'); |
| 1884 |
|
if ($self->{current_token}->{type} == START_TAG_TOKEN) { |
| 1885 |
|
!!!cp (124.7); |
| 1886 |
|
$self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name}; |
| 1887 |
|
} elsif ($self->{current_token}->{type} == END_TAG_TOKEN) { |
| 1888 |
|
if ($self->{current_token}->{attributes}) { |
| 1889 |
|
!!!cp (124.5); |
| 1890 |
|
!!!parse-error (type => 'end tag attribute'); |
| 1891 |
|
} else { |
| 1892 |
|
## NOTE: This state should never be reached. |
| 1893 |
|
!!!cp (124.6); |
| 1894 |
|
} |
| 1895 |
|
} else { |
| 1896 |
|
die "$0: $self->{current_token}->{type}: Unknown token type"; |
| 1897 |
|
} |
| 1898 |
|
$self->{state} = DATA_STATE; |
| 1899 |
|
## Reconsume. |
| 1900 |
|
!!!emit ($self->{current_token}); # start tag or end tag |
| 1901 |
|
redo A; |
| 1902 |
} else { |
} else { |
| 1903 |
!!!cp ('124.4'); |
!!!cp ('124.4'); |
| 1904 |
!!!parse-error (type => 'nestc'); |
!!!parse-error (type => 'nestc'); |
| 3414 |
if ($self->{open_elements}->[0]->[0] eq $node->[0]) { |
if ($self->{open_elements}->[0]->[0] eq $node->[0]) { |
| 3415 |
$last = 1; |
$last = 1; |
| 3416 |
if (defined $self->{inner_html_node}) { |
if (defined $self->{inner_html_node}) { |
| 3417 |
if ($self->{inner_html_node}->[1] & TABLE_CELL_EL) { |
!!!cp ('t28'); |
| 3418 |
!!!cp ('t27'); |
$node = $self->{inner_html_node}; |
| 3419 |
# |
} else { |
| 3420 |
} else { |
die "_reset_insertion_mode: t27"; |
|
!!!cp ('t28'); |
|
|
$node = $self->{inner_html_node}; |
|
|
} |
|
| 3421 |
} |
} |
| 3422 |
} |
} |
| 3423 |
|
|
| 3424 |
## Step 4..14 |
## Step 4..14 |
| 3425 |
my $new_mode; |
my $new_mode; |
| 3426 |
if ($node->[1] & FOREIGN_EL) { |
if ($node->[1] & FOREIGN_EL) { |
| 3427 |
## NOTE: Strictly spaking, the line below only applies to MathML and |
!!!cp ('t28.1'); |
| 3428 |
## SVG elements. Currently the HTML syntax supports only MathML and |
## NOTE: Strictly spaking, the line below only applies to MathML and |
| 3429 |
## SVG elements as foreigners. |
## SVG elements. Currently the HTML syntax supports only MathML and |
| 3430 |
$new_mode = $self->{insertion_mode} | IN_FOREIGN_CONTENT_IM; |
## SVG elements as foreigners. |
| 3431 |
## ISSUE: What is set as the secondary insertion mode? |
$new_mode = $self->{insertion_mode} | IN_FOREIGN_CONTENT_IM; |
| 3432 |
} else { |
## ISSUE: What is set as the secondary insertion mode? |
| 3433 |
$new_mode = { |
} elsif ($node->[1] & TABLE_CELL_EL) { |
| 3434 |
|
if ($last) { |
| 3435 |
|
!!!cp ('t28.2'); |
| 3436 |
|
# |
| 3437 |
|
} else { |
| 3438 |
|
!!!cp ('t28.3'); |
| 3439 |
|
$new_mode = IN_CELL_IM; |
| 3440 |
|
} |
| 3441 |
|
} else { |
| 3442 |
|
!!!cp ('t28.4'); |
| 3443 |
|
$new_mode = { |
| 3444 |
select => IN_SELECT_IM, |
select => IN_SELECT_IM, |
| 3445 |
## NOTE: |option| and |optgroup| do not set |
## NOTE: |option| and |optgroup| do not set |
| 3446 |
## insertion mode to "in select" by themselves. |
## insertion mode to "in select" by themselves. |
|
td => IN_CELL_IM, |
|
|
th => IN_CELL_IM, |
|
| 3447 |
tr => IN_ROW_IM, |
tr => IN_ROW_IM, |
| 3448 |
tbody => IN_TABLE_BODY_IM, |
tbody => IN_TABLE_BODY_IM, |
| 3449 |
thead => IN_TABLE_BODY_IM, |
thead => IN_TABLE_BODY_IM, |
| 3455 |
body => IN_BODY_IM, |
body => IN_BODY_IM, |
| 3456 |
frameset => IN_FRAMESET_IM, |
frameset => IN_FRAMESET_IM, |
| 3457 |
}->{$node->[0]->manakai_local_name}; |
}->{$node->[0]->manakai_local_name}; |
| 3458 |
} |
} |
| 3459 |
$self->{insertion_mode} = $new_mode and return if defined $new_mode; |
$self->{insertion_mode} = $new_mode and return if defined $new_mode; |
| 3460 |
|
|
| 3461 |
## Step 15 |
## Step 15 |
| 3462 |
if ($node->[1] & HTML_EL) { |
if ($node->[1] & HTML_EL) { |
| 4032 |
!!!cp ('t87.2'); |
!!!cp ('t87.2'); |
| 4033 |
# |
# |
| 4034 |
} elsif ({ |
} elsif ({ |
| 4035 |
## TODO: |
b => 1, big => 1, blockquote => 1, body => 1, br => 1, |
| 4036 |
|
center => 1, code => 1, dd => 1, div => 1, dl => 1, em => 1, |
| 4037 |
|
embed => 1, font => 1, h1 => 1, h2 => 1, h3 => 1, ## No h4! |
| 4038 |
|
h5 => 1, h6 => 1, head => 1, hr => 1, i => 1, img => 1, |
| 4039 |
|
li => 1, menu => 1, meta => 1, nobr => 1, p => 1, pre => 1, |
| 4040 |
|
ruby => 1, s => 1, small => 1, span => 1, strong => 1, |
| 4041 |
|
sub => 1, sup => 1, table => 1, tt => 1, u => 1, ul => 1, |
| 4042 |
|
var => 1, |
| 4043 |
}->{$token->{tag_name}}) { |
}->{$token->{tag_name}}) { |
| 4044 |
!!!cp ('t87.2'); |
!!!cp ('t87.2'); |
| 4045 |
!!!parse-error (type => 'not closed', |
!!!parse-error (type => 'not closed', |
| 4050 |
pop @{$self->{open_elements}} |
pop @{$self->{open_elements}} |
| 4051 |
while $self->{open_elements}->[-1]->[1] & FOREIGN_EL; |
while $self->{open_elements}->[-1]->[1] & FOREIGN_EL; |
| 4052 |
|
|
| 4053 |
$self->{insertion_mode} &= ~ $self->{insertion_mode}; |
$self->{insertion_mode} &= ~ IN_FOREIGN_CONTENT_IM; |
| 4054 |
## Reprocess. |
## Reprocess. |
| 4055 |
next B; |
next B; |
| 4056 |
} else { |
} else { |
| 4057 |
## TODO: case fixup |
my $nsuri = $self->{open_elements}->[-1]->[0]->namespace_uri; |
| 4058 |
|
my $tag_name = $token->{tag_name}; |
| 4059 |
|
if ($nsuri eq $SVG_NS) { |
| 4060 |
|
$tag_name = { |
| 4061 |
|
altglyph => 'altGlyph', |
| 4062 |
|
altglyphdef => 'altGlyphDef', |
| 4063 |
|
altglyphitem => 'altGlyphItem', |
| 4064 |
|
animatecolor => 'animateColor', |
| 4065 |
|
animatemotion => 'animateMotion', |
| 4066 |
|
animatetransform => 'animateTransform', |
| 4067 |
|
clippath => 'clipPath', |
| 4068 |
|
feblend => 'feBlend', |
| 4069 |
|
fecolormatrix => 'feColorMatrix', |
| 4070 |
|
fecomponenttransfer => 'feComponentTransfer', |
| 4071 |
|
fecomposite => 'feComposite', |
| 4072 |
|
feconvolvematrix => 'feConvolveMatrix', |
| 4073 |
|
fediffuselighting => 'feDiffuseLighting', |
| 4074 |
|
fedisplacementmap => 'feDisplacementMap', |
| 4075 |
|
fedistantlight => 'feDistantLight', |
| 4076 |
|
feflood => 'feFlood', |
| 4077 |
|
fefunca => 'feFuncA', |
| 4078 |
|
fefuncb => 'feFuncB', |
| 4079 |
|
fefuncg => 'feFuncG', |
| 4080 |
|
fefuncr => 'feFuncR', |
| 4081 |
|
fegaussianblur => 'feGaussianBlur', |
| 4082 |
|
feimage => 'feImage', |
| 4083 |
|
femerge => 'feMerge', |
| 4084 |
|
femergenode => 'feMergeNode', |
| 4085 |
|
femorphology => 'feMorphology', |
| 4086 |
|
feoffset => 'feOffset', |
| 4087 |
|
fepointlight => 'fePointLight', |
| 4088 |
|
fespecularlighting => 'feSpecularLighting', |
| 4089 |
|
fespotlight => 'feSpotLight', |
| 4090 |
|
fetile => 'feTile', |
| 4091 |
|
feturbulence => 'feTurbulence', |
| 4092 |
|
foreignobject => 'foreignObject', |
| 4093 |
|
glyphref => 'glyphRef', |
| 4094 |
|
lineargradient => 'linearGradient', |
| 4095 |
|
radialgradient => 'radialGradient', |
| 4096 |
|
#solidcolor => 'solidColor', ## NOTE: Commented in spec (SVG1.2) |
| 4097 |
|
textpath => 'textPath', |
| 4098 |
|
}->{$tag_name} || $tag_name; |
| 4099 |
|
} |
| 4100 |
|
|
| 4101 |
|
## "adjust SVG attributes" (SVG only) - done in insert-element-f |
| 4102 |
|
|
| 4103 |
!!!insert-element-f ($self->{open_elements}->[-1]->[0]->namespace_uri, $token); |
## "adjust foreign attributes" - done in insert-element-f |
| 4104 |
|
|
| 4105 |
|
!!!insert-element-f ($nsuri, $tag_name, $token->{attributes}, $token); |
| 4106 |
|
|
| 4107 |
if ($self->{self_closing}) { |
if ($self->{self_closing}) { |
| 4108 |
pop @{$self->{open_elements}}; |
pop @{$self->{open_elements}}; |
| 4199 |
!!!next-token; |
!!!next-token; |
| 4200 |
next B; |
next B; |
| 4201 |
} elsif ($self->{insertion_mode} == AFTER_HEAD_IM) { |
} elsif ($self->{insertion_mode} == AFTER_HEAD_IM) { |
| 4202 |
!!!cp ('t94'); |
!!!cp ('t93.2'); |
| 4203 |
# |
!!!parse-error (type => 'after head:head', token => $token); ## TODO: error type |
| 4204 |
|
## Ignore the token |
| 4205 |
|
!!!nack ('t93.3'); |
| 4206 |
|
!!!next-token; |
| 4207 |
|
next B; |
| 4208 |
} else { |
} else { |
| 4209 |
!!!cp ('t95'); |
!!!cp ('t95'); |
| 4210 |
!!!parse-error (type => 'in head:head', token => $token); # or in head noscript |
!!!parse-error (type => 'in head:head', token => $token); # or in head noscript |
| 4287 |
my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec. |
my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec. |
| 4288 |
|
|
| 4289 |
unless ($self->{confident}) { |
unless ($self->{confident}) { |
| 4290 |
if ($token->{attributes}->{charset}) { ## TODO: And if supported |
if ($token->{attributes}->{charset}) { |
| 4291 |
!!!cp ('t106'); |
!!!cp ('t106'); |
| 4292 |
|
## NOTE: Whether the encoding is supported or not is handled |
| 4293 |
|
## in the {change_encoding} callback. |
| 4294 |
$self->{change_encoding} |
$self->{change_encoding} |
| 4295 |
->($self, $token->{attributes}->{charset}->{value}, |
->($self, $token->{attributes}->{charset}->{value}, |
| 4296 |
$token); |
$token); |
| 4300 |
$token->{attributes}->{charset} |
$token->{attributes}->{charset} |
| 4301 |
->{has_reference}); |
->{has_reference}); |
| 4302 |
} elsif ($token->{attributes}->{content}) { |
} elsif ($token->{attributes}->{content}) { |
|
## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition. |
|
| 4303 |
if ($token->{attributes}->{content}->{value} |
if ($token->{attributes}->{content}->{value} |
| 4304 |
=~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt] |
=~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt] |
| 4305 |
[\x09-\x0D\x20]*= |
[\x09-\x0D\x20]*= |
| 4306 |
[\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'| |
[\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'| |
| 4307 |
([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) { |
([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) { |
| 4308 |
!!!cp ('t107'); |
!!!cp ('t107'); |
| 4309 |
|
## NOTE: Whether the encoding is supported or not is handled |
| 4310 |
|
## in the {change_encoding} callback. |
| 4311 |
$self->{change_encoding} |
$self->{change_encoding} |
| 4312 |
->($self, defined $1 ? $1 : defined $2 ? $2 : $3, |
->($self, defined $1 ? $1 : defined $2 ? $2 : $3, |
| 4313 |
$token); |
$token); |
| 4526 |
$self->{insertion_mode} = AFTER_HEAD_IM; |
$self->{insertion_mode} = AFTER_HEAD_IM; |
| 4527 |
!!!next-token; |
!!!next-token; |
| 4528 |
next B; |
next B; |
| 4529 |
|
} elsif ($self->{insertion_mode} == AFTER_HEAD_IM) { |
| 4530 |
|
!!!cp ('t134.1'); |
| 4531 |
|
!!!parse-error (type => 'unmatched end tag:head', token => $token); |
| 4532 |
|
## Ignore the token |
| 4533 |
|
!!!next-token; |
| 4534 |
|
next B; |
| 4535 |
} else { |
} else { |
| 4536 |
!!!cp ('t135'); |
die "$0: $self->{insertion_mode}: Unknown insertion mode"; |
|
# |
|
| 4537 |
} |
} |
| 4538 |
} elsif ($token->{tag_name} eq 'noscript') { |
} elsif ($token->{tag_name} eq 'noscript') { |
| 4539 |
if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
| 4542 |
$self->{insertion_mode} = IN_HEAD_IM; |
$self->{insertion_mode} = IN_HEAD_IM; |
| 4543 |
!!!next-token; |
!!!next-token; |
| 4544 |
next B; |
next B; |
| 4545 |
} elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) { |
} elsif ($self->{insertion_mode} == BEFORE_HEAD_IM or |
| 4546 |
|
$self->{insertion_mode} == AFTER_HEAD_IM) { |
| 4547 |
!!!cp ('t137'); |
!!!cp ('t137'); |
| 4548 |
!!!parse-error (type => 'unmatched end tag:noscript', token => $token); |
!!!parse-error (type => 'unmatched end tag:noscript', token => $token); |
| 4549 |
## Ignore the token ## ISSUE: An issue in the spec. |
## Ignore the token ## ISSUE: An issue in the spec. |
| 4556 |
} elsif ({ |
} elsif ({ |
| 4557 |
body => 1, html => 1, |
body => 1, html => 1, |
| 4558 |
}->{$token->{tag_name}}) { |
}->{$token->{tag_name}}) { |
| 4559 |
if ($self->{insertion_mode} == BEFORE_HEAD_IM) { |
if ($self->{insertion_mode} == BEFORE_HEAD_IM or |
| 4560 |
!!!cp ('t139'); |
$self->{insertion_mode} == IN_HEAD_IM or |
| 4561 |
## As if <head> |
$self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
|
!!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token); |
|
|
$self->{open_elements}->[-1]->[0]->append_child ($self->{head_element}); |
|
|
push @{$self->{open_elements}}, |
|
|
[$self->{head_element}, $el_category->{head}]; |
|
|
|
|
|
$self->{insertion_mode} = IN_HEAD_IM; |
|
|
## Reprocess in the "in head" insertion mode... |
|
|
} elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
|
| 4562 |
!!!cp ('t140'); |
!!!cp ('t140'); |
| 4563 |
!!!parse-error (type => 'unmatched end tag:'.$token->{tag_name}, token => $token); |
!!!parse-error (type => 'unmatched end tag:'.$token->{tag_name}, token => $token); |
| 4564 |
## Ignore the token |
## Ignore the token |
| 4565 |
!!!next-token; |
!!!next-token; |
| 4566 |
next B; |
next B; |
| 4567 |
|
} elsif ($self->{insertion_mode} == AFTER_HEAD_IM) { |
| 4568 |
|
!!!cp ('t140.1'); |
| 4569 |
|
!!!parse-error (type => 'unmatched end tag:' . $token->{tag_name}, token => $token); |
| 4570 |
|
## Ignore the token |
| 4571 |
|
!!!next-token; |
| 4572 |
|
next B; |
| 4573 |
} else { |
} else { |
| 4574 |
!!!cp ('t141'); |
die "$0: $self->{insertion_mode}: Unknown insertion mode"; |
| 4575 |
} |
} |
| 4576 |
|
} elsif ($token->{tag_name} eq 'p') { |
| 4577 |
# |
!!!cp ('t142'); |
| 4578 |
} elsif ({ |
!!!parse-error (type => 'unmatched end tag:p', token => $token); |
| 4579 |
p => 1, br => 1, |
## Ignore the token |
| 4580 |
}->{$token->{tag_name}}) { |
!!!next-token; |
| 4581 |
|
next B; |
| 4582 |
|
} elsif ($token->{tag_name} eq 'br') { |
| 4583 |
if ($self->{insertion_mode} == BEFORE_HEAD_IM) { |
if ($self->{insertion_mode} == BEFORE_HEAD_IM) { |
| 4584 |
!!!cp ('t142'); |
!!!cp ('t142.2'); |
| 4585 |
## As if <head> |
## (before head) as if <head>, (in head) as if </head> |
| 4586 |
!!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token); |
!!!create-element ($self->{head_element}, $HTML_NS, 'head',, $token); |
| 4587 |
$self->{open_elements}->[-1]->[0]->append_child ($self->{head_element}); |
$self->{open_elements}->[-1]->[0]->append_child ($self->{head_element}); |
| 4588 |
push @{$self->{open_elements}}, |
$self->{insertion_mode} = AFTER_HEAD_IM; |
| 4589 |
[$self->{head_element}, $el_category->{head}]; |
|
| 4590 |
|
## Reprocess in the "after head" insertion mode... |
| 4591 |
|
} elsif ($self->{insertion_mode} == IN_HEAD_IM) { |
| 4592 |
|
!!!cp ('t143.2'); |
| 4593 |
|
## As if </head> |
| 4594 |
|
pop @{$self->{open_elements}}; |
| 4595 |
|
$self->{insertion_mode} = AFTER_HEAD_IM; |
| 4596 |
|
|
| 4597 |
|
## Reprocess in the "after head" insertion mode... |
| 4598 |
|
} elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
| 4599 |
|
!!!cp ('t143.3'); |
| 4600 |
|
## ISSUE: Two parse errors for <head><noscript></br> |
| 4601 |
|
!!!parse-error (type => 'unmatched end tag:br', token => $token); |
| 4602 |
|
## As if </noscript> |
| 4603 |
|
pop @{$self->{open_elements}}; |
| 4604 |
$self->{insertion_mode} = IN_HEAD_IM; |
$self->{insertion_mode} = IN_HEAD_IM; |
| 4605 |
|
|
| 4606 |
## Reprocess in the "in head" insertion mode... |
## Reprocess in the "in head" insertion mode... |
| 4607 |
} else { |
## As if </head> |
| 4608 |
!!!cp ('t143'); |
pop @{$self->{open_elements}}; |
| 4609 |
} |
$self->{insertion_mode} = AFTER_HEAD_IM; |
| 4610 |
|
|
| 4611 |
# |
## Reprocess in the "after head" insertion mode... |
| 4612 |
} else { |
} elsif ($self->{insertion_mode} == AFTER_HEAD_IM) { |
| 4613 |
if ($self->{insertion_mode} == AFTER_HEAD_IM) { |
!!!cp ('t143.4'); |
|
!!!cp ('t144'); |
|
| 4614 |
# |
# |
| 4615 |
} else { |
} else { |
| 4616 |
!!!cp ('t145'); |
die "$0: $self->{insertion_mode}: Unknown insertion mode"; |
|
!!!parse-error (type => 'unmatched end tag:'.$token->{tag_name}, token => $token); |
|
|
## Ignore the token |
|
|
!!!next-token; |
|
|
next B; |
|
| 4617 |
} |
} |
| 4618 |
|
|
| 4619 |
|
## ISSUE: does not agree with IE7 - it doesn't ignore </br>. |
| 4620 |
|
!!!parse-error (type => 'unmatched end tag:br', token => $token); |
| 4621 |
|
## Ignore the token |
| 4622 |
|
!!!next-token; |
| 4623 |
|
next B; |
| 4624 |
|
} else { |
| 4625 |
|
!!!cp ('t145'); |
| 4626 |
|
!!!parse-error (type => 'unmatched end tag:'.$token->{tag_name}, token => $token); |
| 4627 |
|
## Ignore the token |
| 4628 |
|
!!!next-token; |
| 4629 |
|
next B; |
| 4630 |
} |
} |
| 4631 |
|
|
| 4632 |
if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) { |
| 6351 |
my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec. |
my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec. |
| 6352 |
|
|
| 6353 |
unless ($self->{confident}) { |
unless ($self->{confident}) { |
| 6354 |
if ($token->{attributes}->{charset}) { ## TODO: And if supported |
if ($token->{attributes}->{charset}) { |
| 6355 |
!!!cp ('t335'); |
!!!cp ('t335'); |
| 6356 |
|
## NOTE: Whether the encoding is supported or not is handled |
| 6357 |
|
## in the {change_encoding} callback. |
| 6358 |
$self->{change_encoding} |
$self->{change_encoding} |
| 6359 |
->($self, $token->{attributes}->{charset}->{value}, $token); |
->($self, $token->{attributes}->{charset}->{value}, $token); |
| 6360 |
|
|
| 6363 |
$token->{attributes}->{charset} |
$token->{attributes}->{charset} |
| 6364 |
->{has_reference}); |
->{has_reference}); |
| 6365 |
} elsif ($token->{attributes}->{content}) { |
} elsif ($token->{attributes}->{content}) { |
|
## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition. |
|
| 6366 |
if ($token->{attributes}->{content}->{value} |
if ($token->{attributes}->{content}->{value} |
| 6367 |
=~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt] |
=~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt] |
| 6368 |
[\x09-\x0D\x20]*= |
[\x09-\x0D\x20]*= |
| 6369 |
[\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'| |
[\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'| |
| 6370 |
([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) { |
([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) { |
| 6371 |
!!!cp ('t336'); |
!!!cp ('t336'); |
| 6372 |
|
## NOTE: Whether the encoding is supported or not is handled |
| 6373 |
|
## in the {change_encoding} callback. |
| 6374 |
$self->{change_encoding} |
$self->{change_encoding} |
| 6375 |
->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token); |
->($self, defined $1 ? $1 : defined $2 ? $2 : $3, $token); |
| 6376 |
$meta_el->[0]->get_attribute_node_ns (undef, 'content') |
$meta_el->[0]->get_attribute_node_ns (undef, 'content') |
| 6799 |
} elsif ($token->{tag_name} eq 'math' or |
} elsif ($token->{tag_name} eq 'math' or |
| 6800 |
$token->{tag_name} eq 'svg') { |
$token->{tag_name} eq 'svg') { |
| 6801 |
$reconstruct_active_formatting_elements->($insert_to_current); |
$reconstruct_active_formatting_elements->($insert_to_current); |
| 6802 |
|
|
| 6803 |
|
## "adjust SVG attributes" ('svg' only) - done in insert-element-f |
| 6804 |
|
|
| 6805 |
|
## "adjust foreign attributes" - done in insert-element-f |
| 6806 |
|
|
| 6807 |
!!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token); |
!!!insert-element-f ($token->{tag_name} eq 'math' ? $MML_NS : $SVG_NS, $token->{tag_name}, $token->{attributes}, $token); |
| 6808 |
|
|
| 6809 |
if ($self->{self_closing}) { |
if ($self->{self_closing}) { |
| 6810 |
pop @{$self->{open_elements}}; |
pop @{$self->{open_elements}}; |
| 7344 |
!!!cp ('i4'); |
!!!cp ('i4'); |
| 7345 |
!!!parse-error (type => 'NULL'); |
!!!parse-error (type => 'NULL'); |
| 7346 |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
$self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST |
| 7347 |
|
} elsif ($self->{next_char} <= 0x0008 or |
| 7348 |
|
(0x000E <= $self->{next_char} and |
| 7349 |
|
$self->{next_char} <= 0x001F) or |
| 7350 |
|
(0x007F <= $self->{next_char} and |
| 7351 |
|
$self->{next_char} <= 0x009F) or |
| 7352 |
|
(0xD800 <= $self->{next_char} and |
| 7353 |
|
$self->{next_char} <= 0xDFFF) or |
| 7354 |
|
(0xFDD0 <= $self->{next_char} and |
| 7355 |
|
$self->{next_char} <= 0xFDDF) or |
| 7356 |
|
{ |
| 7357 |
|
0xFFFE => 1, 0xFFFF => 1, 0x1FFFE => 1, 0x1FFFF => 1, |
| 7358 |
|
0x2FFFE => 1, 0x2FFFF => 1, 0x3FFFE => 1, 0x3FFFF => 1, |
| 7359 |
|
0x4FFFE => 1, 0x4FFFF => 1, 0x5FFFE => 1, 0x5FFFF => 1, |
| 7360 |
|
0x6FFFE => 1, 0x6FFFF => 1, 0x7FFFE => 1, 0x7FFFF => 1, |
| 7361 |
|
0x8FFFE => 1, 0x8FFFF => 1, 0x9FFFE => 1, 0x9FFFF => 1, |
| 7362 |
|
0xAFFFE => 1, 0xAFFFF => 1, 0xBFFFE => 1, 0xBFFFF => 1, |
| 7363 |
|
0xCFFFE => 1, 0xCFFFF => 1, 0xDFFFE => 1, 0xDFFFF => 1, |
| 7364 |
|
0xEFFFE => 1, 0xEFFFF => 1, 0xFFFFE => 1, 0xFFFFF => 1, |
| 7365 |
|
0x10FFFE => 1, 0x10FFFF => 1, |
| 7366 |
|
}->{$self->{next_char}}) { |
| 7367 |
|
!!!cp ('i4.1'); |
| 7368 |
|
!!!parse-error (type => 'control char', level => $self->{must_level}); |
| 7369 |
|
## TODO: error type documentation |
| 7370 |
} |
} |
| 7371 |
}; |
}; |
| 7372 |
$p->{prev_char} = [-1, -1, -1]; |
$p->{prev_char} = [-1, -1, -1]; |