/[suikacvs]/markup/html/whatpm/t/HTML-tokenizer.t
Suika

Diff of /markup/html/whatpm/t/HTML-tokenizer.t

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.22 by wakaba, Sun Mar 2 14:32:27 2008 UTC revision 1.26 by wakaba, Mon Mar 3 09:17:10 2008 UTC
# Line 24  BEGIN { Line 24  BEGIN {
24  }  }
25    
26  use Test;  use Test;
27  BEGIN { plan tests => 396 }  BEGIN { plan tests => 420 }
28    
29  use Data::Dumper;  use Data::Dumper;
30  $Data::Dumper::Useqq = 1;  $Data::Dumper::Useqq = 1;
# Line 85  for my $file_name (grep {$_} split /\s+/ Line 85  for my $file_name (grep {$_} split /\s+/
85        my $p = Whatpm::HTML->new;        my $p = Whatpm::HTML->new;
86        my $i = 0;        my $i = 0;
87        my @token;        my @token;
88        $p->{set_next_input_character} = sub {        $p->{set_next_char} = sub {
89          my $self = shift;          my $self = shift;
90    
91          pop @{$self->{prev_input_character}};          pop @{$self->{prev_char}};
92          unshift @{$self->{prev_input_character}}, $self->{next_input_character};          unshift @{$self->{prev_char}}, $self->{next_char};
93    
94          $self->{next_input_character} = -1 and return if $i >= length $s;          $self->{next_char} = -1 and return if $i >= length $s;
95          $self->{next_input_character} = ord substr $s, $i++, 1;          $self->{next_char} = ord substr $s, $i++, 1;
96    
97          if ($self->{next_input_character} == 0x000D) { # CR          if ($self->{next_char} == 0x000D) { # CR
98            $i++ if substr ($s, $i, 1) eq "\x0A";            $i++ if substr ($s, $i, 1) eq "\x0A";
99            $self->{next_input_character} = 0x000A; # LF # MUST            $self->{next_char} = 0x000A; # LF # MUST
100          } elsif ($self->{next_input_character} > 0x10FFFF) {          } elsif ($self->{next_char} > 0x10FFFF) {
101            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST            $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
102            push @token, 'ParseError';            push @token, 'ParseError';
103          } elsif ($self->{next_input_character} == 0x0000) { # NULL          } elsif ($self->{next_char} == 0x0000) { # NULL
104            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST            $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
105            push @token, 'ParseError';            push @token, 'ParseError';
106          }          }
107        };        };
108        $p->{prev_input_character} = [-1, -1, -1];        $p->{prev_char} = [-1, -1, -1];
109        $p->{next_input_character} = -1;        $p->{next_char} = -1;
110                
111        $p->{parse_error} = sub {        $p->{parse_error} = sub {
112          push @token, 'ParseError';          push @token, 'ParseError';
# Line 142  for my $file_name (grep {$_} split /\s+/ Line 142  for my $file_name (grep {$_} split /\s+/
142            $test_token->[1] = $token->{name};            $test_token->[1] = $token->{name};
143            $test_token->[2] = $token->{public_identifier};            $test_token->[2] = $token->{public_identifier};
144            $test_token->[3] = $token->{system_identifier};            $test_token->[3] = $token->{system_identifier};
145            $test_token->[4] = $token->{correct} ? 1 : 0;            $test_token->[4] = $token->{quirks} ? 0 : 1;
146          }          }
147    
148          if (@token and ref $token[-1] and $token[-1]->[0] eq 'Character' and          if (@token and ref $token[-1] and $token[-1]->[0] eq 'Character' and
Legend:
Removed from v.1.22  
changed lines
  Added in v.1.26
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.24