5 |
/home/wakaba/work/manakai/lib |
/home/wakaba/work/manakai/lib |
6 |
/home/wakaba/public_html/-temp/wiki/lib]; |
/home/wakaba/public_html/-temp/wiki/lib]; |
7 |
use CGI::Carp qw[fatalsToBrowser]; |
use CGI::Carp qw[fatalsToBrowser]; |
8 |
use Time::HiRes qw/time/; |
use Scalar::Util qw[refaddr]; |
9 |
|
|
10 |
use SuikaWiki::Input::HTTP; ## TODO: Use some better CGI module |
use SuikaWiki::Input::HTTP; ## TODO: Use some better CGI module |
11 |
|
|
12 |
|
sub htescape ($) { |
13 |
|
my $s = $_[0]; |
14 |
|
$s =~ s/&/&/g; |
15 |
|
$s =~ s/</</g; |
16 |
|
$s =~ s/>/>/g; |
17 |
|
$s =~ s/"/"/g; |
18 |
|
$s =~ s!([\x00-\x09\x0B-\x1F\x7F-\x80])!sprintf '<var>U+%04X</var>', ord $1!ge; |
19 |
|
return $s; |
20 |
|
} # htescape |
21 |
|
|
22 |
my $http = SuikaWiki::Input::HTTP->new; |
my $http = SuikaWiki::Input::HTTP->new; |
23 |
|
|
24 |
## TODO: _charset_ |
## TODO: _charset_ |
25 |
|
|
26 |
my @mode = split m#/#, scalar $http->meta_variable ('PATH_INFO'), -1; |
my $input_format = $http->parameter ('i') || 'text/html'; |
27 |
shift @mode if @mode and $mode[0] == ''; |
my $inner_html_element = $http->parameter ('e'); |
28 |
## TODO: decode unreserved characters |
my $input_uri = 'thismessage:/'; |
29 |
|
|
30 |
my $s = $http->parameter ('s'); |
my $s = $http->parameter ('s'); |
31 |
if (length $s > 1000_000) { |
if (length $s > 1000_000) { |
32 |
print STDOUT "Status: 400 Document Too Long\nContent-Type: text/plain; charset=us-ascii\n\nToo long"; |
print STDOUT "Status: 400 Document Too Long\nContent-Type: text/plain; charset=us-ascii\n\nToo long"; |
33 |
exit; |
exit; |
34 |
} |
} |
35 |
my $char_length = length $s; |
|
36 |
my %time; |
print STDOUT qq[Content-Type: text/html; charset=utf-8 |
37 |
my $time1; |
|
38 |
my $time2; |
<!DOCTYPE html> |
39 |
|
<html lang="en"> |
40 |
|
<head> |
41 |
|
<title>Web Document Conformance Checker (BETA)</title> |
42 |
|
<link rel="stylesheet" href="/www/style/html/xhtml"> |
43 |
|
<style> |
44 |
|
q { |
45 |
|
white-space: pre; |
46 |
|
white-space: -moz-pre-wrap; |
47 |
|
white-space: pre-wrap; |
48 |
|
} |
49 |
|
</style> |
50 |
|
</head> |
51 |
|
<body> |
52 |
|
<h1>Web Document Conformance Checker (<em>beta</em>)</h1> |
53 |
|
|
54 |
|
<dl> |
55 |
|
<dt>Document URI</dt> |
56 |
|
<dd><code class="URI" lang=""><<a href="@{[htescape $input_uri]}">@{[htescape $input_uri]}</a>></code></dd> |
57 |
|
<dt>Internet Media Type</dt> |
58 |
|
<dd><code class="MIME" lang="en">@{[htescape $input_format]}</code></dd> |
59 |
|
]; # no </dl> yet |
60 |
|
|
61 |
require Message::DOM::DOMImplementation; |
require Message::DOM::DOMImplementation; |
62 |
my $dom = Message::DOM::DOMImplementation->____new; |
my $dom = Message::DOM::DOMImplementation->____new; |
|
# $| = 1; |
|
63 |
my $doc; |
my $doc; |
64 |
my $el; |
my $el; |
65 |
|
|
66 |
if (@mode == 3 and $mode[0] eq 'html' and |
if ($input_format eq 'text/html') { |
67 |
($mode[2] eq 'html' or $mode[2] eq 'test')) { |
require Encode; |
68 |
print STDOUT "Content-Type: text/plain; charset=utf-8\n\n"; |
require Whatpm::HTML; |
69 |
|
|
70 |
require Encode; |
$s = Encode::decode ('utf-8', $s); |
71 |
require Whatpm::HTML; |
|
72 |
|
print STDOUT qq[ |
73 |
$time1 = time; |
<dt>Character Encoding</dt> |
74 |
$s = Encode::decode ('utf-8', $s); |
<dd>(none)</dd> |
75 |
$time2 = time; |
</dl> |
76 |
$time{decode} = $time2 - $time1; |
|
77 |
|
<div id="source-string" class="section"> |
78 |
|
]; |
79 |
|
print_source_string (\$s); |
80 |
|
print STDOUT qq[ |
81 |
|
</div> |
82 |
|
|
83 |
print STDOUT "#errors\n"; |
<div id="parse-errors" class="section"> |
84 |
|
<h2>Parse Errors</h2> |
85 |
|
|
86 |
|
<ul> |
87 |
|
]; |
88 |
|
|
89 |
my $onerror = sub { |
my $onerror = sub { |
90 |
my (%opt) = @_; |
my (%opt) = @_; |
91 |
print STDOUT "$opt{line},$opt{column},$opt{type}\n"; |
if ($opt{column} > 0) { |
92 |
|
print STDOUT qq[<li><a href="#line-$opt{line}">Line $opt{line}</a> column $opt{column}: ]; |
93 |
|
} else { |
94 |
|
$opt{line}--; |
95 |
|
print STDOUT qq[<li><a href="#line-$opt{line}">Line $opt{line}</a>: ]; |
96 |
|
} |
97 |
|
print STDOUT qq[@{[htescape $opt{type}]}</li>\n]; |
98 |
}; |
}; |
99 |
|
|
100 |
$doc = $dom->create_document; |
$doc = $dom->create_document; |
101 |
$time1 = time; |
if (defined $inner_html_element and length $inner_html_element) { |
|
if (length $mode[1]) { |
|
102 |
$el = $doc->create_element_ns |
$el = $doc->create_element_ns |
103 |
('http://www.w3.org/1999/xhtml', [undef, $mode[1]]); |
('http://www.w3.org/1999/xhtml', [undef, $inner_html_element]); |
104 |
Whatpm::HTML->set_inner_html ($el, $s, $onerror); |
Whatpm::HTML->set_inner_html ($el, $s, $onerror); |
105 |
} else { |
} else { |
106 |
Whatpm::HTML->parse_string ($s => $doc, $onerror); |
Whatpm::HTML->parse_string ($s => $doc, $onerror); |
107 |
} |
} |
|
$time2 = time; |
|
|
$time{parse} = $time2 - $time1; |
|
108 |
|
|
109 |
print "#document\n"; |
print STDOUT qq[ |
110 |
|
</ul> |
111 |
|
</div> |
112 |
|
]; |
113 |
|
} elsif ($input_format eq 'application/xhtml+xml') { |
114 |
|
require Message::DOM::XMLParserTemp; |
115 |
|
require Encode; |
116 |
|
|
117 |
|
my $t = Encode::decode ('utf-8', $s); |
118 |
|
|
119 |
|
print STDOUT qq[ |
120 |
|
<dt>Character Encoding</dt> |
121 |
|
<dd>(none)</dd> |
122 |
|
</dl> |
123 |
|
|
124 |
|
<div id="source-string" class="section"> |
125 |
|
]; |
126 |
|
print_source_string (\$t); |
127 |
|
print STDOUT qq[ |
128 |
|
</div> |
129 |
|
|
130 |
my $out; |
<div id="parse-errors" class="section"> |
131 |
if ($mode[2] eq 'html') { |
<h2>Parse Errors</h2> |
|
$time1 = time; |
|
|
$out = Whatpm::HTML->get_inner_html ($el || $doc); |
|
|
$time2 = time; |
|
|
$time{serialize_html} = $time2 - $time1; |
|
|
} else { # test |
|
|
$time1 = time; |
|
|
$out = test_serialize ($el || $doc); |
|
|
$time2 = time; |
|
|
$time{serialize_test} = $time2 - $time1; |
|
|
} |
|
|
print STDOUT Encode::encode ('utf-8', $$out); |
|
|
print STDOUT "\n"; |
|
|
} elsif (@mode == 3 and $mode[0] eq 'xhtml' and |
|
|
($mode[2] eq 'html' or $mode[2] eq 'test')) { |
|
|
print STDOUT "Content-Type: text/plain; charset=utf-8\n\n"; |
|
132 |
|
|
133 |
require Message::DOM::XMLParserTemp; |
<ul> |
134 |
print STDOUT "#errors\n"; |
]; |
135 |
|
|
136 |
my $onerror = sub { |
my $onerror = sub { |
137 |
my $err = shift; |
my $err = shift; |
138 |
print STDOUT $err->location->line_number, ","; |
my $line = $err->location->line_number; |
139 |
print STDOUT $err->location->column_number, ","; |
print STDOUT qq[<li><a href="#line-$line">Line $line</a> column ]; |
140 |
print STDOUT $err->text, "\n"; |
print STDOUT $err->location->column_number, ": "; |
141 |
|
print STDOUT htescape $err->text, "</li>\n"; |
142 |
return 1; |
return 1; |
143 |
}; |
}; |
144 |
|
|
145 |
open my $fh, '<', \$s; |
open my $fh, '<', \$s; |
|
my $time1 = time; |
|
146 |
$doc = Message::DOM::XMLParserTemp->parse_byte_stream |
$doc = Message::DOM::XMLParserTemp->parse_byte_stream |
147 |
($fh => $dom, $onerror, charset => 'utf-8'); |
($fh => $dom, $onerror, charset => 'utf-8'); |
|
my $time2 = time; |
|
|
$time{parse_xml} = $time2 - $time1; |
|
148 |
|
|
149 |
print "#document\n"; |
print STDOUT qq[ |
150 |
|
</ul> |
151 |
|
</div> |
152 |
|
]; |
153 |
|
} else { |
154 |
|
print STDOUT qq[ |
155 |
|
</dl> |
156 |
|
|
157 |
|
<p><em>Media type <code class="MIME" lang="en">@{[htescape $input_format]}</code> is not supported!</em></p> |
158 |
|
]; |
159 |
|
} |
160 |
|
|
161 |
|
|
162 |
|
if (defined $doc or defined $el) { |
163 |
|
print STDOUT qq[ |
164 |
|
<div id="document-tree" class="section"> |
165 |
|
<h2>Document Tree</h2> |
166 |
|
]; |
167 |
|
|
168 |
|
print_document_tree ($el || $doc); |
169 |
|
|
170 |
|
print STDOUT qq[ |
171 |
|
</div> |
172 |
|
|
173 |
my $out; |
<div id="document-errors" class="section"> |
174 |
if ($mode[2] eq 'html') { |
<h2>Document Errors</h2> |
175 |
## TODO: Use XHTML serializer |
|
176 |
#$out = Whatpm::HTML->get_inner_html ($doc); |
<ul> |
177 |
} else { # test |
]; |
|
$time1 = time; |
|
|
$out = test_serialize ($doc); |
|
|
$time2 = time; |
|
|
$time{serialize_test} = $time2 - $time1; |
|
|
} |
|
|
print STDOUT Encode::encode ('utf-8', $$out); |
|
|
print STDOUT "\n"; |
|
|
} else { |
|
|
print STDOUT "Status: 404 Not Found\nContent-Type: text/plain; charset=us-ascii\n\n404"; |
|
|
exit; |
|
|
} |
|
178 |
|
|
|
if ($http->parameter ('dom5')) { |
|
179 |
require Whatpm::ContentChecker; |
require Whatpm::ContentChecker; |
180 |
my $onerror = sub { |
my $onerror = sub { |
181 |
my %opt = @_; |
my %opt = @_; |
182 |
print STDOUT get_node_path ($opt{node}) . ';' . $opt{type} . "\n"; |
print STDOUT qq[<li><a href="#node-@{[refaddr $opt{node}]}">], |
183 |
|
htescape get_node_path ($opt{node}), |
184 |
|
"</a>: ", htescape $opt{type}, "</li>\n"; |
185 |
}; |
}; |
186 |
print STDOUT "#domerrors\n"; |
|
|
$time1 = time; |
|
187 |
if ($el) { |
if ($el) { |
188 |
Whatpm::ContentChecker->check_element ($el, $onerror); |
Whatpm::ContentChecker->check_element ($el, $onerror); |
189 |
} else { |
} else { |
190 |
Whatpm::ContentChecker->check_document ($doc, $onerror); |
Whatpm::ContentChecker->check_document ($doc, $onerror); |
191 |
} |
} |
|
$time2 = time; |
|
|
$time{check} = $time2 - $time1; |
|
|
} |
|
192 |
|
|
193 |
print STDOUT "#log\n"; |
print STDOUT qq[ |
194 |
for (qw/decode parse parse_xml serialize_html serialize_xml serialize_test |
</ul> |
195 |
check/) { |
</div> |
196 |
next unless defined $time{$_}; |
]; |
|
print STDOUT { |
|
|
decode => 'bytes->chars', |
|
|
parse => 'html5(chars)->dom5', |
|
|
parse_xml => 'xml1(chars)->dom5', |
|
|
serialize_html => 'dom5->html5(char)', |
|
|
serialize_xml => 'dom5->xml1(char)', |
|
|
serialize_test => 'dom5->test(char)', |
|
|
check => 'dom5 check', |
|
|
}->{$_}; |
|
|
print STDOUT "\t", $time{$_}, "s\n"; |
|
|
open my $file, '>>', ".manakai-$_.txt" or die ".manakai-$_.txt: $!"; |
|
|
print $file $char_length, "\t", $time{$_}, "\n"; |
|
197 |
} |
} |
198 |
|
|
199 |
|
## TODO: Show result |
200 |
|
print STDOUT qq[ |
201 |
|
</body> |
202 |
|
</html> |
203 |
|
]; |
204 |
|
|
205 |
exit; |
exit; |
206 |
|
|
207 |
sub test_serialize ($) { |
sub print_source_string ($) { |
208 |
|
my $s = $_[0]; |
209 |
|
my $i = 1; |
210 |
|
print STDOUT qq[<ol lang="">\n]; |
211 |
|
while ($$s =~ /\G([^\x0A]*?)\x0D?\x0A/gc) { |
212 |
|
print STDOUT qq[<li id="line-$i">], htescape $1, "</li>\n"; |
213 |
|
$i++; |
214 |
|
} |
215 |
|
if ($$s =~ /\G([^\x0A]+)/gc) { |
216 |
|
print STDOUT qq[<li id="line-$i">], htescape $1, "</li>\n"; |
217 |
|
} |
218 |
|
print STDOUT "</ol>"; |
219 |
|
} # print_input_string |
220 |
|
|
221 |
|
sub print_document_tree ($) { |
222 |
my $node = shift; |
my $node = shift; |
223 |
my $r = ''; |
my $r = '<ol class="xoxo">'; |
224 |
|
|
225 |
my @node = map { [$_, ''] } @{$node->child_nodes}; |
my @node = ($node); |
226 |
while (@node) { |
while (@node) { |
227 |
my $child = shift @node; |
my $child = shift @node; |
228 |
my $nt = $child->[0]->node_type; |
unless (ref $child) { |
229 |
if ($nt == $child->[0]->ELEMENT_NODE) { |
$r .= $child; |
230 |
$r .= '| ' . $child->[1] . '<' . $child->[0]->tag_name . ">\x0A"; ## ISSUE: case? |
next; |
231 |
|
} |
232 |
for my $attr (sort {$a->[0] cmp $b->[0]} map { [$_->name, $_->value] } |
|
233 |
@{$child->[0]->attributes}) { |
my $node_id = 'node-'.refaddr $child; |
234 |
$r .= '| ' . $child->[1] . ' ' . $attr->[0] . '="'; ## ISSUE: case? |
my $nt = $child->node_type; |
235 |
$r .= $attr->[1] . '"' . "\x0A"; |
if ($nt == $child->ELEMENT_NODE) { |
236 |
|
$r .= qq'<li id="$node_id"><code>' . htescape ($child->tag_name) . |
237 |
|
'</code>'; ## ISSUE: case |
238 |
|
|
239 |
|
if ($child->has_attributes) { |
240 |
|
$r .= '<ul class="attributes">'; |
241 |
|
for my $attr (sort {$a->[0] cmp $b->[0]} map { [$_->name, $_->value, 'node-'.refaddr $_] } |
242 |
|
@{$child->attributes}) { |
243 |
|
$r .= qq'<li id="$attr->[2]"><code>' . htescape ($attr->[0]) . '</code> = '; ## ISSUE: case? |
244 |
|
$r .= '<q>' . htescape ($attr->[1]) . '</q></li>'; ## TODO: children |
245 |
|
} |
246 |
|
$r .= '</ul>'; |
247 |
|
} |
248 |
|
|
249 |
|
if ($node->has_child_nodes) { |
250 |
|
$r .= '<ol class="children">'; |
251 |
|
unshift @node, @{$child->child_nodes}, '</ol>'; |
252 |
|
} |
253 |
|
} elsif ($nt == $child->TEXT_NODE) { |
254 |
|
$r .= qq'<li id="$node_id"><q>' . htescape ($child->data) . '</q></li>'; |
255 |
|
} elsif ($nt == $child->CDATA_SECTION_NODE) { |
256 |
|
$r .= qq'<li id="$node_id"><code><[CDATA[</code><q>' . htescape ($child->data) . '</q><code>]]></code></li>'; |
257 |
|
} elsif ($nt == $child->COMMENT_NODE) { |
258 |
|
$r .= qq'<li id="$node_id"><code><!--</code><q>' . htescape ($child->data) . '</q><code>--></code></li>'; |
259 |
|
} elsif ($nt == $child->DOCUMENT_NODE) { |
260 |
|
$r .= qq'<li id="$node_id">Document</li>'; |
261 |
|
if ($child->has_child_nodes) { |
262 |
|
$r .= '<ol>'; |
263 |
|
unshift @node, @{$child->child_nodes}, '</ol>'; |
264 |
} |
} |
265 |
|
} elsif ($nt == $child->DOCUMENT_TYPE_NODE) { |
266 |
unshift @node, |
$r .= qq'<li id="$node_id"><code><!DOCTYPE></code><ul>'; |
267 |
map { [$_, $child->[1] . ' '] } @{$child->[0]->child_nodes}; |
$r .= '<li>Name = <q>@{[htescape ($child->name)]}</q></li>'; |
268 |
} elsif ($nt == $child->[0]->TEXT_NODE) { |
$r .= '<li>Public identifier = <q>@{[htescape ($child->public_id)]}</q></li>'; |
269 |
$r .= '| ' . $child->[1] . '"' . $child->[0]->data . '"' . "\x0A"; |
$r .= '<li>System identifier = <q>@{[htescape ($child->system_id)]}</q></li>'; |
270 |
} elsif ($nt == $child->[0]->CDATA_SECTION_NODE) { |
$r .= '</ul></li>'; |
271 |
$r .= '| ' . $child->[1] . '<![CDATA[' . $child->[0]->data . "]]>\x0A"; |
} elsif ($nt == $child->PROCESSING_INSTRUCTION_NODE) { |
272 |
} elsif ($nt == $child->[0]->COMMENT_NODE) { |
$r .= qq'<li id="$node_id"><code><?@{[htescape ($child->target)]}?></code>'; |
273 |
$r .= '| ' . $child->[1] . '<!-- ' . $child->[0]->data . " -->\x0A"; |
$r .= '<ul><li>@{[htescape ($child->data)]}</li></ul></li>'; |
|
} elsif ($nt == $child->[0]->DOCUMENT_TYPE_NODE) { |
|
|
$r .= '| ' . $child->[1] . '<!DOCTYPE ' . $child->[0]->name . ">\x0A"; |
|
|
} elsif ($nt == $child->[0]->PROCESSING_INSTRUCTION_NODE) { |
|
|
$r .= '| ' . $child->[1] . '<?' . $child->[0]->target . ' ' . |
|
|
$child->[0]->data . "?>\x0A"; |
|
274 |
} else { |
} else { |
275 |
$r .= '| ' . $child->[1] . $child->[0]->node_type . "\x0A"; # error |
$r .= qq'<li id="$node_id">@{[$child->node_type]} @{[htescape ($child->node_name)]}</li>'; # error |
276 |
} |
} |
277 |
} |
} |
278 |
|
|
279 |
return \$r; |
$r .= '</ol>'; |
280 |
} # test_serialize |
print STDOUT $r; |
281 |
|
} # print_document_tree |
282 |
|
|
283 |
sub get_node_path ($) { |
sub get_node_path ($) { |
284 |
my $node = shift; |
my $node = shift; |