/[suikacvs]/markup/html/whatpm/t/HTML-tokenizer.t
Suika

Diff of /markup/html/whatpm/t/HTML-tokenizer.t

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.8 by wakaba, Sat Jun 23 02:26:51 2007 UTC revision 1.10 by wakaba, Sat Jun 23 05:29:48 2007 UTC
# Line 48  for my $file_name (grep {$_} split /\s+/ Line 48  for my $file_name (grep {$_} split /\s+/
48    local $/ = undef;    local $/ = undef;
49    my $js = <$file>;    my $js = <$file>;
50    close $file;    close $file;
51      
52      print "# $file_name\n";
53    my $tests = jsonToObj ($js)->{tests};    my $tests = jsonToObj ($js)->{tests};
54    TEST: for my $test (@$tests) {    TEST: for my $test (@$tests) {
55      my $s = $test->{input};      my $s = $test->{input};
# Line 71  for my $file_name (grep {$_} split /\s+/ Line 72  for my $file_name (grep {$_} split /\s+/
72      for my $cm (@cm) {      for my $cm (@cm) {
73        my $p = Whatpm::HTML->new;        my $p = Whatpm::HTML->new;
74        my $i = 0;        my $i = 0;
75          my @token;
76        $p->{set_next_input_character} = sub {        $p->{set_next_input_character} = sub {
77          my $self = shift;          my $self = shift;
78    
79            pop @{$self->{prev_input_character}};
80            unshift @{$self->{prev_input_character}}, $self->{next_input_character};
81    
82          $self->{next_input_character} = -1 and return if $i >= length $s;          $self->{next_input_character} = -1 and return if $i >= length $s;
83          $self->{next_input_character} = ord substr $s, $i++, 1;          $self->{next_input_character} = ord substr $s, $i++, 1;
84    
# Line 90  for my $file_name (grep {$_} split /\s+/ Line 96  for my $file_name (grep {$_} split /\s+/
96            $self->{next_input_character} = 0x000A; # LF # MUST            $self->{next_input_character} = 0x000A; # LF # MUST
97          } elsif ($self->{next_input_character} > 0x10FFFF) {          } elsif ($self->{next_input_character} > 0x10FFFF) {
98            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
99              push @token, 'ParseError';
100          } elsif ($self->{next_input_character} == 0x0000) { # NULL          } elsif ($self->{next_input_character} == 0x0000) { # NULL
101            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST            $self->{next_input_character} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
102              push @token, 'ParseError';
103          }          }
104        };        };
105          $p->{prev_input_character} = [-1, -1, -1];
106          $p->{next_input_character} = -1;
107                
       my @token;  
108        $p->{parse_error} = sub {        $p->{parse_error} = sub {
109          push @token, 'ParseError';          push @token, 'ParseError';
110        };        };
Legend:
Removed from v.1.8  
changed lines
  Added in v.1.10
[email protected]
 ViewVC Help
Powered by ViewVC 1.1.24