| 1 |
#!/usr/bin/perl |
#!/usr/bin/perl |
| 2 |
use strict; |
use strict; |
| 3 |
|
use utf8; |
| 4 |
|
|
| 5 |
use lib qw[/home/httpd/html/www/markup/html/whatpm |
use lib qw[/home/httpd/html/www/markup/html/whatpm |
| 6 |
/home/wakaba/work/manakai2/lib]; |
/home/wakaba/work/manakai2/lib]; |
| 52 |
|
|
| 53 |
$| = 0; |
$| = 0; |
| 54 |
my $input = get_input_document ($http, $dom); |
my $input = get_input_document ($http, $dom); |
|
my $inner_html_element = $http->get_parameter ('e'); |
|
| 55 |
my $char_length = 0; |
my $char_length = 0; |
| 56 |
my %time; |
my %time; |
| 57 |
|
|
| 61 |
<dt>Request URI</dt> |
<dt>Request URI</dt> |
| 62 |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{request_uri}]}">@{[htescape $input->{request_uri}]}</a>></code></dd> |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{request_uri}]}">@{[htescape $input->{request_uri}]}</a>></code></dd> |
| 63 |
<dt>Document URI</dt> |
<dt>Document URI</dt> |
| 64 |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{uri}]}">@{[htescape $input->{uri}]}</a>></code></dd> |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{uri}]}" id=anchor-document-uri>@{[htescape $input->{uri}]}</a>></code> |
| 65 |
|
<script> |
| 66 |
|
document.title = '<' |
| 67 |
|
+ document.getElementById ('anchor-document-uri').href + '> \\u2014 ' |
| 68 |
|
+ document.title; |
| 69 |
|
</script></dd> |
| 70 |
]; # no </dl> yet |
]; # no </dl> yet |
| 71 |
push @nav, ['#document-info' => 'Information']; |
push @nav, ['#document-info' => 'Information']; |
| 72 |
|
|
| 78 |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{base_uri}]}">@{[htescape $input->{base_uri}]}</a>></code></dd> |
<dd><code class="URI" lang=""><<a href="@{[htescape $input->{base_uri}]}">@{[htescape $input->{base_uri}]}</a>></code></dd> |
| 79 |
<dt>Internet Media Type</dt> |
<dt>Internet Media Type</dt> |
| 80 |
<dd><code class="MIME" lang="en">@{[htescape $input->{media_type}]}</code> |
<dd><code class="MIME" lang="en">@{[htescape $input->{media_type}]}</code> |
| 81 |
@{[$input->{media_type_overridden} ? '<em>(overridden)</em>' : '']}</dd> |
@{[$input->{media_type_overridden} ? '<em>(overridden)</em>' : defined $input->{official_type} ? $input->{media_type} eq $input->{official_type} ? '' : '<em>(sniffed; official type is: <code class=MIME lang=en>'.htescape ($input->{official_type}).'</code>)' : '<em>(sniffed)</em>']}</dd> |
| 82 |
<dt>Character Encoding</dt> |
<dt>Character Encoding</dt> |
| 83 |
<dd>@{[defined $input->{charset} ? '<code class="charset" lang="en">'.htescape ($input->{charset}).'</code>' : '(none)']} |
<dd>@{[defined $input->{charset} ? '<code class="charset" lang="en">'.htescape ($input->{charset}).'</code>' : '(none)']} |
| 84 |
@{[$input->{charset_overridden} ? '<em>(overridden)</em>' : '']}</dd> |
@{[$input->{charset_overridden} ? '<em>(overridden)</em>' : '']}</dd> |
| 97 |
|
|
| 98 |
if ($input->{media_type} eq 'text/html') { |
if ($input->{media_type} eq 'text/html') { |
| 99 |
($doc, $el) = print_syntax_error_html_section ($input, $result); |
($doc, $el) = print_syntax_error_html_section ($input, $result); |
| 100 |
print_source_string_section (\($input->{s}), $input->{charset}); |
print_source_string_section |
| 101 |
|
(\($input->{s}), $input->{charset} || $doc->input_encoding); |
| 102 |
} elsif ({ |
} elsif ({ |
| 103 |
'text/xml' => 1, |
'text/xml' => 1, |
| 104 |
'application/atom+xml' => 1, |
'application/atom+xml' => 1, |
| 115 |
print_source_string_section (\($input->{s}), 'utf-8'); |
print_source_string_section (\($input->{s}), 'utf-8'); |
| 116 |
} else { |
} else { |
| 117 |
## TODO: Change HTTP status code?? |
## TODO: Change HTTP status code?? |
| 118 |
print_result_unknown_type_section ($input); |
print_result_unknown_type_section ($input, $result); |
| 119 |
} |
} |
| 120 |
|
|
| 121 |
if (defined $doc or defined $el) { |
if (defined $doc or defined $el) { |
| 148 |
</html> |
</html> |
| 149 |
]; |
]; |
| 150 |
|
|
| 151 |
for (qw/decode parse parse_xml parse_manifest check check_manifest/) { |
for (qw/decode parse parse_html parse_xml parse_manifest |
| 152 |
|
check check_manifest/) { |
| 153 |
next unless defined $time{$_}; |
next unless defined $time{$_}; |
| 154 |
open my $file, '>>', ".cc-$_.txt" or die ".cc-$_.txt: $!"; |
open my $file, '>>', ".cc-$_.txt" or die ".cc-$_.txt: $!"; |
| 155 |
print $file $char_length, "\t", $time{$_}, "\n"; |
print $file $char_length, "\t", $time{$_}, "\n"; |
| 224 |
|
|
| 225 |
require Encode; |
require Encode; |
| 226 |
require Whatpm::HTML; |
require Whatpm::HTML; |
|
|
|
|
$input->{charset} ||= 'ISO-8859-1'; ## TODO: for now. |
|
| 227 |
|
|
|
my $time1 = time; |
|
|
my $t = Encode::decode ($input->{charset}, $input->{s}); |
|
|
$time{decode} = time - $time1; |
|
|
|
|
| 228 |
print STDOUT qq[ |
print STDOUT qq[ |
| 229 |
<div id="parse-errors" class="section"> |
<div id="parse-errors" class="section"> |
| 230 |
<h2>Parse Errors</h2> |
<h2>Parse Errors</h2> |
| 244 |
$type =~ tr/ /-/; |
$type =~ tr/ /-/; |
| 245 |
$type =~ s/\|/%7C/g; |
$type =~ s/\|/%7C/g; |
| 246 |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
| 247 |
print STDOUT qq[<dd class="$cls">$msg</dd>\n]; |
print STDOUT qq[<dd class="$cls">], get_error_level_label (\%opt); |
| 248 |
|
print STDOUT qq[$msg</dd>\n]; |
| 249 |
|
|
| 250 |
add_error ('syntax', \%opt => $result); |
add_error ('syntax', \%opt => $result); |
| 251 |
}; |
}; |
| 252 |
|
|
| 253 |
my $doc = $dom->create_document; |
my $doc = $dom->create_document; |
| 254 |
my $el; |
my $el; |
| 255 |
$time1 = time; |
my $inner_html_element = $http->get_parameter ('e'); |
| 256 |
if (defined $inner_html_element and length $inner_html_element) { |
if (defined $inner_html_element and length $inner_html_element) { |
| 257 |
|
$input->{charset} ||= 'windows-1252'; ## TODO: for now. |
| 258 |
|
my $time1 = time; |
| 259 |
|
my $t = Encode::decode ($input->{charset}, $input->{s}); |
| 260 |
|
$time{decode} = time - $time1; |
| 261 |
|
|
| 262 |
$el = $doc->create_element_ns |
$el = $doc->create_element_ns |
| 263 |
('http://www.w3.org/1999/xhtml', [undef, $inner_html_element]); |
('http://www.w3.org/1999/xhtml', [undef, $inner_html_element]); |
| 264 |
|
$time1 = time; |
| 265 |
Whatpm::HTML->set_inner_html ($el, $t, $onerror); |
Whatpm::HTML->set_inner_html ($el, $t, $onerror); |
| 266 |
|
$time{parse} = time - $time1; |
| 267 |
} else { |
} else { |
| 268 |
Whatpm::HTML->parse_string ($t => $doc, $onerror); |
my $time1 = time; |
| 269 |
|
Whatpm::HTML->parse_byte_string |
| 270 |
|
($input->{charset}, $input->{s} => $doc, $onerror); |
| 271 |
|
$time{parse_html} = time - $time1; |
| 272 |
} |
} |
| 273 |
$time{parse} = time - $time1; |
$doc->manakai_charset ($input->{official_charset}) |
| 274 |
|
if defined $input->{official_charset}; |
| 275 |
|
|
| 276 |
print STDOUT qq[</dl></div>]; |
print STDOUT qq[</dl></div>]; |
| 277 |
|
|
| 278 |
return ($doc, $el); |
return ($doc, $el); |
| 312 |
my $doc = Message::DOM::XMLParserTemp->parse_byte_stream |
my $doc = Message::DOM::XMLParserTemp->parse_byte_stream |
| 313 |
($fh => $dom, $onerror, charset => $input->{charset}); |
($fh => $dom, $onerror, charset => $input->{charset}); |
| 314 |
$time{parse_xml} = time - $time1; |
$time{parse_xml} = time - $time1; |
| 315 |
|
$doc->manakai_charset ($input->{official_charset}) |
| 316 |
|
if defined $input->{official_charset}; |
| 317 |
|
|
| 318 |
print STDOUT qq[</dl></div>]; |
print STDOUT qq[</dl></div>]; |
| 319 |
|
|
| 339 |
$type =~ tr/ /-/; |
$type =~ tr/ /-/; |
| 340 |
$type =~ s/\|/%7C/g; |
$type =~ s/\|/%7C/g; |
| 341 |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
| 342 |
print STDOUT qq[<dd class="$cls">$msg</dd>\n]; |
print STDOUT qq[<dd class="$cls">], get_error_level_label (\%opt); |
| 343 |
|
print STDOUT qq[$msg</dd>\n]; |
| 344 |
|
|
| 345 |
add_error ('syntax', \%opt => $result); |
add_error ('syntax', \%opt => $result); |
| 346 |
}; |
}; |
| 522 |
$type =~ s/\|/%7C/g; |
$type =~ s/\|/%7C/g; |
| 523 |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
$msg .= qq[ [<a href="../error-description#@{[htescape ($type)]}">Description</a>]]; |
| 524 |
print STDOUT qq[<dt class="$cls">] . get_error_label (\%opt) . |
print STDOUT qq[<dt class="$cls">] . get_error_label (\%opt) . |
| 525 |
qq[</dt>\n<dd class="$cls">], $msg, "</dd>\n"; |
qq[</dt>\n<dd class="$cls">], get_error_level_label (\%opt); |
| 526 |
|
print STDOUT $msg, "</dd>\n"; |
| 527 |
add_error ('structure', \%opt => $result); |
add_error ('structure', \%opt => $result); |
| 528 |
}; |
}; |
| 529 |
|
|
| 708 |
print STDOUT qq[<table> |
print STDOUT qq[<table> |
| 709 |
<colgroup><col><colgroup><col><col><col><colgroup><col> |
<colgroup><col><colgroup><col><col><col><colgroup><col> |
| 710 |
<thead> |
<thead> |
| 711 |
<tr><th scope=col></th><th scope=col><em class=rfc2119>MUST</em>-level |
<tr><th scope=col></th> |
| 712 |
Errors</th><th scope=col><em class=rfc2119>SHOULD</em>-level |
<th scope=col><a href="../error-description#level-m"><em class=rfc2119>MUST</em>‐level |
| 713 |
Errors</th><th scope=col>Warnings</th><th scope=col>Score</th></tr> |
Errors</a></th> |
| 714 |
</thead><tbody>]; |
<th scope=col><a href="../error-description#level-s"><em class=rfc2119>SHOULD</em>‐level |
| 715 |
|
Errors</a></th> |
| 716 |
|
<th scope=col><a href="../error-description#level-w">Warnings</a></th> |
| 717 |
|
<th scope=col>Score</th></tr></thead><tbody>]; |
| 718 |
|
|
| 719 |
my $must_error = 0; |
my $must_error = 0; |
| 720 |
my $should_error = 0; |
my $should_error = 0; |
| 772 |
push @nav, ['#result-summary' => 'Result']; |
push @nav, ['#result-summary' => 'Result']; |
| 773 |
} # print_result_section |
} # print_result_section |
| 774 |
|
|
| 775 |
sub print_result_unknown_type_section ($) { |
sub print_result_unknown_type_section ($$) { |
| 776 |
my $input = shift; |
my ($input, $result) = @_; |
| 777 |
|
|
| 778 |
|
my $euri = htescape ($input->{uri}); |
| 779 |
print STDOUT qq[ |
print STDOUT qq[ |
| 780 |
<div id="result-summary" class="section"> |
<div id="parse-errors" class="section"> |
| 781 |
<p><em>Media type <code class="MIME" lang="en">@{[htescape $input->{media_type}]}</code> is not supported!</em></p> |
<h2>Errors</h2> |
| 782 |
|
|
| 783 |
|
<dl> |
| 784 |
|
<dt class=unsupported><code><<a href="$euri">$euri</a>></code></dt> |
| 785 |
|
<dd class=unsupported><strong><a href="../error-description#level-u">Not |
| 786 |
|
supported</a></strong>: |
| 787 |
|
Media type |
| 788 |
|
<code class="MIME" lang="en">@{[htescape $input->{media_type}]}</code> |
| 789 |
|
is not supported.</dd> |
| 790 |
|
</dl> |
| 791 |
</div> |
</div> |
| 792 |
]; |
]; |
| 793 |
push @nav, ['#result-summary' => 'Result']; |
push @nav, ['#parse-errors' => 'Errors']; |
| 794 |
|
add_error (char => {level => 'unsupported'} => $result); |
| 795 |
|
add_error (syntax => {level => 'unsupported'} => $result); |
| 796 |
|
add_error (structure => {level => 'unsupported'} => $result); |
| 797 |
} # print_result_unknown_type_section |
} # print_result_unknown_type_section |
| 798 |
|
|
| 799 |
sub print_result_input_error_section ($) { |
sub print_result_input_error_section ($) { |
| 820 |
|
|
| 821 |
if (defined $err->{node}) { |
if (defined $err->{node}) { |
| 822 |
$r .= ' ' if length $r; |
$r .= ' ' if length $r; |
| 823 |
$r = get_node_path ($err->{node}); |
$r = get_node_link ($err->{node}); |
| 824 |
} |
} |
| 825 |
|
|
| 826 |
if (defined $err->{index}) { |
if (defined $err->{index}) { |
| 836 |
return $r; |
return $r; |
| 837 |
} # get_error_label |
} # get_error_label |
| 838 |
|
|
| 839 |
|
sub get_error_level_label ($) { |
| 840 |
|
my $err = shift; |
| 841 |
|
|
| 842 |
|
my $r = ''; |
| 843 |
|
|
| 844 |
|
if (not defined $err->{level} or $err->{level} eq 'm') { |
| 845 |
|
$r = qq[<strong><a href="../error-description#level-m"><em class=rfc2119>MUST</em>‐level |
| 846 |
|
error</a></strong>: ]; |
| 847 |
|
} elsif ($err->{level} eq 's') { |
| 848 |
|
$r = qq[<strong><a href="../error-description#level-s"><em class=rfc2119>SHOULD</em>‐level |
| 849 |
|
error</a></strong>: ]; |
| 850 |
|
} elsif ($err->{level} eq 'w') { |
| 851 |
|
$r = qq[<strong><a href="../error-description#level-w">Warning</a></strong>: |
| 852 |
|
]; |
| 853 |
|
} elsif ($err->{level} eq 'unsupported') { |
| 854 |
|
$r = qq[<strong><a href="../error-description#level-u">Not |
| 855 |
|
supported</a></strong>: ]; |
| 856 |
|
} else { |
| 857 |
|
my $elevel = htescape ($err->{level}); |
| 858 |
|
$r = qq[<strong><a href="../error-description#level-$elevel">$elevel</a></strong>: |
| 859 |
|
]; |
| 860 |
|
} |
| 861 |
|
|
| 862 |
|
return $r; |
| 863 |
|
} # get_error_level_label |
| 864 |
|
|
| 865 |
sub get_node_path ($) { |
sub get_node_path ($) { |
| 866 |
my $node = shift; |
my $node = shift; |
| 867 |
my @r; |
my @r; |
| 899 |
|
|
| 900 |
sub load_text_catalog ($) { |
sub load_text_catalog ($) { |
| 901 |
my $lang = shift; # MUST be a canonical lang name |
my $lang = shift; # MUST be a canonical lang name |
| 902 |
open my $file, '<', "cc-msg.$lang.txt" or die "$0: cc-msg.$lang.txt: $!"; |
open my $file, '<:utf8', "cc-msg.$lang.txt" |
| 903 |
|
or die "$0: cc-msg.$lang.txt: $!"; |
| 904 |
while (<$file>) { |
while (<$file>) { |
| 905 |
if (s/^([^;]+);([^;]*);//) { |
if (s/^([^;]+);([^;]*);//) { |
| 906 |
my ($type, $cls, $msg) = ($1, $2, $_); |
my ($type, $cls, $msg) = ($1, $2, $_); |
| 1008 |
|
|
| 1009 |
## TODO: More strict parsing... |
## TODO: More strict parsing... |
| 1010 |
my $ct = $res->header ('Content-Type'); |
my $ct = $res->header ('Content-Type'); |
|
if (defined $ct and $ct =~ m#^([0-9A-Za-z._+-]+/[0-9A-Za-z._+-]+)#) { |
|
|
$r->{media_type} = lc $1; |
|
|
} |
|
| 1011 |
if (defined $ct and $ct =~ /;\s*charset\s*=\s*"?([^\s;"]+)"?/i) { |
if (defined $ct and $ct =~ /;\s*charset\s*=\s*"?([^\s;"]+)"?/i) { |
| 1012 |
$r->{charset} = lc $1; |
$r->{charset} = lc $1; |
| 1013 |
$r->{charset} =~ tr/\\//d; |
$r->{charset} =~ tr/\\//d; |
| 1014 |
|
$r->{official_charset} = $r->{charset}; |
| 1015 |
} |
} |
| 1016 |
|
|
| 1017 |
my $input_charset = $http->get_parameter ('charset'); |
my $input_charset = $http->get_parameter ('charset'); |
| 1019 |
$r->{charset_overridden} |
$r->{charset_overridden} |
| 1020 |
= (not defined $r->{charset} or $r->{charset} ne $input_charset); |
= (not defined $r->{charset} or $r->{charset} ne $input_charset); |
| 1021 |
$r->{charset} = $input_charset; |
$r->{charset} = $input_charset; |
| 1022 |
} |
} |
| 1023 |
|
|
| 1024 |
|
## TODO: Support for HTTP Content-Encoding |
| 1025 |
|
|
| 1026 |
$r->{s} = ''.$res->content; |
$r->{s} = ''.$res->content; |
| 1027 |
|
|
| 1028 |
|
require Whatpm::ContentType; |
| 1029 |
|
($r->{official_type}, $r->{media_type}) |
| 1030 |
|
= Whatpm::ContentType->get_sniffed_type |
| 1031 |
|
(get_file_head => sub { |
| 1032 |
|
return substr $r->{s}, 0, shift; |
| 1033 |
|
}, |
| 1034 |
|
http_content_type_byte => $ct, |
| 1035 |
|
has_http_content_encoding => |
| 1036 |
|
defined $res->header ('Content-Encoding'), |
| 1037 |
|
supported_image_types => {}); |
| 1038 |
} else { |
} else { |
| 1039 |
$r->{uri} = $res->request->uri; |
$r->{uri} = $res->request->uri; |
| 1040 |
$r->{request_uri} = $request_uri; |
$r->{request_uri} = $request_uri; |
| 1055 |
$r->{charset} = ''.$http->get_parameter ('_charset_'); |
$r->{charset} = ''.$http->get_parameter ('_charset_'); |
| 1056 |
$r->{charset} =~ s/\s+//g; |
$r->{charset} =~ s/\s+//g; |
| 1057 |
$r->{charset} = 'utf-8' if $r->{charset} eq ''; |
$r->{charset} = 'utf-8' if $r->{charset} eq ''; |
| 1058 |
|
$r->{official_charset} = $r->{charset}; |
| 1059 |
$r->{header_field} = []; |
$r->{header_field} = []; |
| 1060 |
|
|
| 1061 |
|
require Whatpm::ContentType; |
| 1062 |
|
($r->{official_type}, $r->{media_type}) |
| 1063 |
|
= Whatpm::ContentType->get_sniffed_type |
| 1064 |
|
(get_file_head => sub { |
| 1065 |
|
return substr $r->{s}, 0, shift; |
| 1066 |
|
}, |
| 1067 |
|
http_content_type_byte => undef, |
| 1068 |
|
has_http_content_encoding => 0, |
| 1069 |
|
supported_image_types => {}); |
| 1070 |
} |
} |
| 1071 |
|
|
| 1072 |
my $input_format = $http->get_parameter ('i'); |
my $input_format = $http->get_parameter ('i'); |
| 1083 |
if ($r->{media_type} eq 'text/xml') { |
if ($r->{media_type} eq 'text/xml') { |
| 1084 |
unless (defined $r->{charset}) { |
unless (defined $r->{charset}) { |
| 1085 |
$r->{charset} = 'us-ascii'; |
$r->{charset} = 'us-ascii'; |
| 1086 |
|
$r->{official_charset} = $r->{charset}; |
| 1087 |
} elsif ($r->{charset_overridden} and $r->{charset} eq 'us-ascii') { |
} elsif ($r->{charset_overridden} and $r->{charset} eq 'us-ascii') { |
| 1088 |
$r->{charset_overridden} = 0; |
$r->{charset_overridden} = 0; |
| 1089 |
} |
} |