Parent Directory
| 
Revision Log
++ whatpm/t/ChangeLog 19 Oct 2008 07:18:24 -0000 * XML-Parser.t: Typo fixed. 2008-10-19 Wakaba <wakaba@suika.fam.cx> ++ whatpm/t/xml/ChangeLog 19 Oct 2008 07:18:52 -0000 * entities-1.dat, entities-2.dat: EntityValue tests added. 2008-10-19 Wakaba <wakaba@suika.fam.cx> ++ whatpm/Whatpm/ChangeLog 19 Oct 2008 07:17:36 -0000 * NanoDOM.pm (Entity->new): Initialize ->child_nodes as an empty array. 2008-10-19 Wakaba <wakaba@suika.fam.cx> ++ whatpm/Whatpm/HTML/ChangeLog 19 Oct 2008 07:18:01 -0000 * Tokenizer.pm.src: Support for EntityValue. 2008-10-19 Wakaba <wakaba@suika.fam.cx>
| 1 | wakaba | 1.1 | package Whatpm::HTML::Tokenizer; |
| 2 | use strict; | ||
| 3 | wakaba | 1.19 | our $VERSION=do{my @r=(q$Revision: 1.18 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r}; |
| 4 | wakaba | 1.2 | |
| 5 | BEGIN { | ||
| 6 | require Exporter; | ||
| 7 | push our @ISA, 'Exporter'; | ||
| 8 | |||
| 9 | our @EXPORT_OK = qw( | ||
| 10 | DOCTYPE_TOKEN | ||
| 11 | COMMENT_TOKEN | ||
| 12 | START_TAG_TOKEN | ||
| 13 | END_TAG_TOKEN | ||
| 14 | END_OF_FILE_TOKEN | ||
| 15 | CHARACTER_TOKEN | ||
| 16 | PI_TOKEN | ||
| 17 | ABORT_TOKEN | ||
| 18 | wakaba | 1.13 | END_OF_DOCTYPE_TOKEN |
| 19 | wakaba | 1.14 | ATTLIST_TOKEN |
| 20 | ELEMENT_TOKEN | ||
| 21 | GENERAL_ENTITY_TOKEN | ||
| 22 | PARAMETER_ENTITY_TOKEN | ||
| 23 | NOTATION_TOKEN | ||
| 24 | wakaba | 1.2 | ); |
| 25 | |||
| 26 | our %EXPORT_TAGS = ( | ||
| 27 | token => [qw( | ||
| 28 | DOCTYPE_TOKEN | ||
| 29 | COMMENT_TOKEN | ||
| 30 | START_TAG_TOKEN | ||
| 31 | END_TAG_TOKEN | ||
| 32 | END_OF_FILE_TOKEN | ||
| 33 | CHARACTER_TOKEN | ||
| 34 | PI_TOKEN | ||
| 35 | ABORT_TOKEN | ||
| 36 | wakaba | 1.13 | END_OF_DOCTYPE_TOKEN |
| 37 | wakaba | 1.14 | ATTLIST_TOKEN |
| 38 | ELEMENT_TOKEN | ||
| 39 | GENERAL_ENTITY_TOKEN | ||
| 40 | PARAMETER_ENTITY_TOKEN | ||
| 41 | NOTATION_TOKEN | ||
| 42 | wakaba | 1.2 | )], |
| 43 | ); | ||
| 44 | } | ||
| 45 | |||
| 46 | wakaba | 1.12 | ## NOTE: Differences from the XML5 draft are marked as "XML5:". |
| 47 | |||
| 48 | wakaba | 1.2 | ## Token types |
| 49 | |||
| 50 | wakaba | 1.12 | sub DOCTYPE_TOKEN () { 1 } ## XML5: No DOCTYPE token. |