/[suikacvs]/test/html-whatpm/parser.cgi
Suika

Diff of /test/html-whatpm/parser.cgi

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.1 by wakaba, Tue May 1 09:25:31 2007 UTC revision 1.9 by wakaba, Sun Nov 11 04:18:27 2007 UTC
# Line 1  Line 1 
1  #!/usr/bin/perl  #!/usr/bin/perl
2  use strict;  use strict;
3    
4  use lib qw[.. /home/wakaba/public_html/-temp/wiki/lib];  use lib qw[/home/httpd/html/www/markup/html/whatpm
5               /home/wakaba/work/manakai2/lib];
6    use CGI::Carp qw[fatalsToBrowser];
7    use Time::HiRes qw/time/;
8    
9  use SuikaWiki::Input::HTTP; ## TODO: Use some better CGI module  use Message::CGI::HTTP;
10    my $http = Message::CGI::HTTP->new;
 my $http = SuikaWiki::Input::HTTP->new;  
11    
12  ## TODO: _charset_  ## TODO: _charset_
13    
14  my $mode = $http->meta_variable ('PATH_INFO');  my $mode = $http->get_meta_variable ('PATH_INFO');
15  ## TODO: decode unreserved characters  ## TODO: decode unreserved characters
16    
17  if ($mode eq '/html' or $mode eq '/error-and-html') {  if ($mode eq '/html' or $mode eq '/test') {
18    require Encode;    require Encode;
19    require What::HTML;    require Whatpm::HTML;
20    require What::NanoDOM;    require Whatpm::NanoDOM;
21    
22    my $s = $http->parameter ('s');    my $s = $http->get_parameter ('s');
23    if (length $s > 1000_000) {    if (length $s > 1000_000) {
24      print STDOUT "Status: 400 Document Too Long\nContent-Type: text/plain; charset=us-ascii\n\nToo long";      print STDOUT "Status: 400 Document Too Long\nContent-Type: text/plain; charset=us-ascii\n\nToo long";
25      exit;      exit;
26    }    }
27    
28      my $time1 = time;
29    $s = Encode::decode ('utf-8', $s);    $s = Encode::decode ('utf-8', $s);
30      my $time2 = time;
31      my %time = (decode => $time2 - $time1);
32      my $char_length = length $s;
33      
34    print STDOUT "Content-Type: text/plain; charset=utf-8\n\n";    print STDOUT "Content-Type: text/plain; charset=utf-8\n\n";
35    
36    my $onerror = $mode eq '/error-and-html' ? sub {    print STDOUT "#errors\n";
     print STDOUT "0,0,", $_[0], "\n";  
   } : sub { };  
37    
38    my $doc = What::HTML->parse_string    my $onerror = sub {
39        ($s => What::NanoDOM::Document->new, $onerror);      my (%opt) = @_;
40        print STDOUT "$opt{line},$opt{column},$opt{type}\n";
41    if ($mode eq '/error-and-html') {    };
42      print "--\n";  
43      $time1 = time;
44      my $doc = Whatpm::HTML->parse_string
45          ($s => Whatpm::NanoDOM::Document->new, $onerror);
46      $time2 = time;
47      $time{parse} = $time2 - $time1;
48    
49      print "#document\n";
50    
51      my $out;
52      $time1 = time;
53      if ($mode eq '/html') {
54        require Whatpm::HTML::Serializer;
55        $out = Whatpm::HTML::Serializer->get_inner_html ($doc);
56      } else { # test
57        $out = test_serialize ($doc);
58      }
59      $time2 = time;
60      $time{serialize} = $time2 - $time1;
61      print STDOUT Encode::encode ('utf-8', $$out);
62      print STDOUT "\n";
63    
64      if ($http->get_parameter ('dom5')) {
65        require Whatpm::ContentChecker;
66        print STDOUT "#domerrors\n";
67        $time1 = time;
68        Whatpm::ContentChecker->check_document ($doc, sub {
69          my %opt = @_;
70          print STDOUT get_node_path ($opt{node}) . ';' . $opt{type} . "\n";
71        });
72        $time2 = time;
73        $time{check} = $time2 - $time1;
74    }    }
75    
76    my $html = What::HTML->get_inner_html ($doc);    print STDOUT "#log\n";
77    print STDOUT Encode::encode ('utf-8', $$html);    print STDOUT "byte->char\t", $time{decode}, "s\n";
78      print STDOUT "html5->dom5\t", $time{parse}, "s\n";
79      print STDOUT "dom5->serialize\t", $time{serialize}, "s\n";
80      print STDOUT "dom5 check\t", $time{check}, "s\n" if defined $time{check};
81      for (qw/decode parse serialize check/) {
82        next unless defined $time{$_};
83        open my $file, '>>', ".$_.txt" or die ".$_.txt: $!";
84        print $file $char_length, "\t", $time{$_}, "\n";
85      }
86  } else {  } else {
87    print STDOUT "Status: 404 Not Found\nContent-Type: text/plain; charset=us-ascii\n\n404";    print STDOUT "Status: 404 Not Found\nContent-Type: text/plain; charset=us-ascii\n\n404";
88  }  }
89    
90    exit;
91    
92    sub test_serialize ($) {
93      my $node = shift;
94      my $r = '';
95    
96      my @node = map { [$_, ''] } @{$node->child_nodes};
97      while (@node) {
98        my $child = shift @node;
99        my $nt = $child->[0]->node_type;
100        if ($nt == $child->[0]->ELEMENT_NODE) {
101          $r .= '| ' . $child->[1] . '<' . $child->[0]->tag_name . ">\x0A"; ## ISSUE: case?
102    
103          for my $attr (sort {$a->[0] cmp $b->[0]} map { [$_->name, $_->value] }
104                        @{$child->[0]->attributes}) {
105            $r .= '| ' . $child->[1] . '  ' . $attr->[0] . '="'; ## ISSUE: case?
106            $r .= $attr->[1] . '"' . "\x0A";
107          }
108          
109          unshift @node,
110            map { [$_, $child->[1] . '  '] } @{$child->[0]->child_nodes};
111        } elsif ($nt == $child->[0]->TEXT_NODE) {
112          $r .= '| ' . $child->[1] . '"' . $child->[0]->data . '"' . "\x0A";
113        } elsif ($nt == $child->[0]->COMMENT_NODE) {
114          $r .= '| ' . $child->[1] . '<!-- ' . $child->[0]->data . " -->\x0A";
115        } elsif ($nt == $child->[0]->DOCUMENT_TYPE_NODE) {
116          $r .= '| ' . $child->[1] . '<!DOCTYPE ' . $child->[0]->name . ">\x0A";
117        } else {
118          $r .= '| ' . $child->[1] . $child->[0]->node_type . "\x0A"; # error
119        }
120      }
121      
122      return \$r;
123    } # test_serialize
124    
125    sub get_node_path ($) {
126      my $node = shift;
127      my @r;
128      while (defined $node) {
129        my $rs;
130        if ($node->node_type == 1) {
131          $rs = $node->manakai_local_name;
132          $node = $node->parent_node;
133        } elsif ($node->node_type == 2) {
134          $rs = '@' . $node->manakai_local_name;
135          $node = $node->owner_element;
136        } elsif ($node->node_type == 3) {
137          $rs = '"' . $node->data . '"';
138          $node = $node->parent_node;
139        } elsif ($node->node_type == 9) {
140          $rs = '';
141          $node = $node->parent_node;
142        } else {
143          $rs = '#' . $node->node_type;
144          $node = $node->parent_node;
145        }
146        unshift @r, $rs;
147      }
148      return join '/', @r;
149    } # get_node_path
150    
151    =head1 AUTHOR
152    
153    Wakaba <w@suika.fam.cx>.
154    
155    =head1 LICENSE
156    
157    Copyright 2007 Wakaba <w@suika.fam.cx>
158    
159    This library is free software; you can redistribute it
160    and/or modify it under the same terms as Perl itself.
161    
162    =cut
163    
164    ## $Date$
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.9
admin@suikawiki.org
 ViewVC Help
Powered by ViewVC 1.1.24