suikawiki/script/convert.cgi

#!/usr/local/bin/perl
#
# convert.cgi
#
# YukiWiki1からYukiWiki2へのデータ変換用CGI
# 
# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
# 

use strict;
use CGI::Carp 'fatalsToBrowser';
use lib ".";        # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
use AnyDBM_File;
use Fcntl;

$| = 1;
my $jcodelib = 'jcode.pl';
my $kanjicode = 'sjis';     # 'sjis' 'euc'
my $newkanjicode = 'euc';
my %form;
my %olddb;
my %newdb;

require "$jcodelib";

&init_form($kanjicode);
&main;
exit(0);

# メイン
sub main {
    if ($form{mycmd} eq 'convert') {
        &do_convert;
    } else {
        &do_form;
    }
}

sub do_convert {
    &print_header('変換結果');
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
        <tr>
            <td>
                旧データベース名<br>
                YukiWiki1の変数\$dbnameの値
            </td><td>
                $form{old_dbname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki1のデータベースの種類</td>
            <td>
                $form{old_dbtype}
            </td>
        </tr>
        <tr>
            <td>
                新データベース名<br>
                YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
            </td><td>
                $form{new_dataname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki2のデータベースの種類</td>
            <td>
                $form{new_dbtype}
            </td>
        </tr>
    </table>
EOD

    # open old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
    } else {
        tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
    }

    # open new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
    } else {
        tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
    }

    # convert
    &convert_all;

    # close old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmclose(%olddb);
    } else {
        untie(%olddb);
    }

    # close new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmclose(%newdb);
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        untie(%newdb);
    } else {
        untie(%newdb);
    }
}

sub convert_all {
    my $keys = 0;
    my $result;
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
EOD
    foreach my $oldkey (keys(%olddb)) {
        # unarmor
        my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
        my $msg = $olddb{$oldkey};
        my $oldsize = length($msg);
        $msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');

        &jcode::convert(\$msg, $newkanjicode);
        my $newkey_in_oldkanjicode = $newkey;
        &jcode::convert(\$newkey, $newkanjicode);

        $newdb{$newkey} = $msg;
        my $newsize = length($newdb{$newkey});
        $keys++;
        print "        <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
    }
    print <<"EOD";
        <tr><td>変換対象</td><td>$keys 件</td></tr>
    </table>
</body>
</html>
EOD
}

sub do_form {
    &print_header('変換');
    print <<'EOD';
<form action="convert.cgi" method="post">
<table border="1" cellspacing="0" cellpadding="3">
    <tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
    <tr>
        <td>
            旧データベース名<br>
            YukiWiki1の変数$dbnameの値
        </td><td>
            <input type="hidden" name="mycmd" value="convert" />
            <input type="text" name="old_dbname" value="./yukiwiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki1のデータベースの種類</td>
        <td>
            <input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
            <input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
        </td>
    </tr>
    <tr>
        <td>
            新データベース名<br>
            YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
        </td><td>
            <input type="text" name="new_dataname" value="./wiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki2のデータベースの種類</td>
        <td>
            <input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
            <input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
            <input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
        </td>
    </tr>
    <tr>
        <td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
    </tr>
</table>
</form>
</body>
</html>
EOD
}

# フォームからの情報を連想配列 %form に入れる
# &init_form('euc');
sub init_form {
    my ($charcode) = @_;
    my $query;
    if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
        read(STDIN, $query, $ENV{CONTENT_LENGTH});
    } else {
        $query = $ENV{QUERY_STRING};
    }
    my @assocarray = split(/&/, $query);
    foreach my $assoc (@assocarray) {
        my ($property, $value) = split(/=/, $assoc);
        $value =~ tr/+/ /;
        $value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
        $value =~ s/\x0D\x0A/\n/g;       # Walrus add (1)
        $value =~ tr/\x0D\x0A/\n\n/;     # Walrus add (1)
        &jcode::convert(\$value, $charcode);
        $form{$property} = $value;
    }
}

# エラーページを出力する
sub print_error {
    my ($msg) = @_;
    &print_header('Error');
    exit(0);
}

sub escape {
    my ($line) = shift;
    $line =~ s|<|&lt;|g;
    $line =~ s|>|&gt;|g;
    $line =~ s|"|&quot;|g;
    # $line =~ s|\&|&amp;|g;
    return $line;
}

# ページのヘッダを出力
sub print_header {
    my $title = shift;
    print <<"EOD";
Content-type: text/html

<html><head>
<title>$title</title>
</head>
<body bgcolor="white">
EOD
}

# Definition of YukiWikiDB
package YukiWikiDB;

my $debug = 1;

# Constructor
sub new {
    return shift->TIEHASH(@_);
}

# tying
sub TIEHASH {
    my ($class, $dbname) = @_;
    my $self = {
        dir => $dbname,
        keys => [],
    };
    if (not -d $self->{dir}) {
        if (!mkdir($self->{dir}, 0777)) {
            print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
            return undef;
        }
    }
    return bless($self, $class);
}

# Store
sub STORE {
    my ($self, $key, $val) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE,"> $file")) {
        binmode(FILE);
        print FILE $val;
        close(FILE);
        return $self->{$key} = $val;
    } else {
        print "$file create error.";
    }
}

# Fetch
sub FETCH {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE, $file)) {
        local $/;
        $self->{$key} = <FILE>;
        close(FILE);
    }
    return $self->{$key};
}

# Exists
sub EXISTS {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    return -e($file);
}

# Delete
sub DELETE {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    unlink $file;
    return delete $self->{$key};
}

sub FIRSTKEY {
    my ($self) = @_;
    opendir(DIR, $self->{dir}) or die $self->{dir};
    @{$self->{keys}} = grep /\.txt$/, readdir(DIR);
    foreach my $name (@{$self->{keys}}) {
        $name =~ s/\.txt$//;
        $name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
    }
    return shift @{$self->{keys}};
}

sub NEXTKEY {
    my ($self) = @_;
    return shift @{$self->{keys}};
}

sub make_filename {
    my ($self, $key) = @_;
    my $enkey = '';
    foreach my $ch (split(//, $key)) {
        $enkey .= sprintf("%02X", ord($ch));
    }
    return $self->{dir} . "/$enkey.txt";
}
__END__
1	#!/usr/local/bin/perl
2	#
3	# convert.cgi
4	#
5	# YukiWiki1からYukiWiki2へのデータ変換用CGI
6	#
7	# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
8	#
9
10	use strict;
11	use CGI::Carp 'fatalsToBrowser';
12	use lib "."; # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
13	use AnyDBM_File;
14	use Fcntl;
15
16	$\| = 1;
17	my $jcodelib = 'jcode.pl';
18	my $kanjicode = 'sjis'; # 'sjis' 'euc'
19	my $newkanjicode = 'euc';
20	my %form;
21	my %olddb;
22	my %newdb;
23
24	require "$jcodelib";
25
26	&init_form($kanjicode);
27	&main;
28	exit(0);
29
30	# メイン
31	sub main {
32	if ($form{mycmd} eq 'convert') {
33	&do_convert;
34	} else {
35	&do_form;
36	}
37	}
38
39	sub do_convert {
40	&print_header('変換結果');
41	print <<"EOD";
42	<table border="1" cellspacing="0" cellpadding="3">
43	<tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
44	<tr>
45	<td>
46	旧データベース名<br>
47	YukiWiki1の変数\$dbnameの値
48	</td><td>
49	$form{old_dbname}
50	</td>
51	</tr>
52	<tr>
53	<td>
54	YukiWiki1のデータベースの種類</td>
55	<td>
56	$form{old_dbtype}
57	</td>
58	</tr>
59	<tr>
60	<td>
61	新データベース名<br>
62	YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
63	</td><td>
64	$form{new_dataname}
65	</td>
66	</tr>
67	<tr>
68	<td>
69	YukiWiki2のデータベースの種類</td>
70	<td>
71	$form{new_dbtype}
72	</td>
73	</tr>
74	</table>
75	EOD
76
77	# open old db
78	if ($form{old_dbtype} eq 'dbmopen') {
79	dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
80	} else {
81	tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
82	}
83
84	# open new db
85	if ($form{new_dbtype} eq 'dbmopen') {
86	dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
87	} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
88	tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
89	} else {
90	tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR\|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
91	}
92
93	# convert
94	&convert_all;
95
96	# close old db
97	if ($form{old_dbtype} eq 'dbmopen') {
98	dbmclose(%olddb);
99	} else {
100	untie(%olddb);
101	}
102
103	# close new db
104	if ($form{new_dbtype} eq 'dbmopen') {
105	dbmclose(%newdb);
106	} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
107	untie(%newdb);
108	} else {
109	untie(%newdb);
110	}
111	}
112
113	sub convert_all {
114	my $keys = 0;
115	my $result;
116	print <<"EOD";
117	<table border="1" cellspacing="0" cellpadding="3">
118	<tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
119	EOD
120	foreach my $oldkey (keys(%olddb)) {
121	# unarmor
122	my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
123	my $msg = $olddb{$oldkey};
124	my $oldsize = length($msg);
125	$msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');
126
127	&jcode::convert(\$msg, $newkanjicode);
128	my $newkey_in_oldkanjicode = $newkey;
129	&jcode::convert(\$newkey, $newkanjicode);
130
131	$newdb{$newkey} = $msg;
132	my $newsize = length($newdb{$newkey});
133	$keys++;
134	print " <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
135	}
136	print <<"EOD";
137	<tr><td>変換対象</td><td>$keys 件</td></tr>
138	</table>
139	</body>
140	</html>
141	EOD
142	}
143
144	sub do_form {
145	&print_header('変換');
146	print <<'EOD';
147	<form action="convert.cgi" method="post">
148	<table border="1" cellspacing="0" cellpadding="3">
149	<tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
150	<tr>
151	<td>
152	旧データベース名<br>
153	YukiWiki1の変数$dbnameの値
154	</td><td>
155	<input type="hidden" name="mycmd" value="convert" />
156	<input type="text" name="old_dbname" value="./yukiwiki" />
157	</td>
158	</tr>
159	<tr>
160	<td>
161	YukiWiki1のデータベースの種類</td>
162	<td>
163	<input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
164	<input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
165	</td>
166	</tr>
167	<tr>
168	<td>
169	新データベース名<br>
170	YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
171	</td><td>
172	<input type="text" name="new_dataname" value="./wiki" />
173	</td>
174	</tr>
175	<tr>
176	<td>
177	YukiWiki2のデータベースの種類</td>
178	<td>
179	<input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
180	<input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
181	<input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
182	</td>
183	</tr>
184	<tr>
185	<td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
186	</tr>
187	</table>
188	</form>
189	</body>
190	</html>
191	EOD
192	}
193
194	# フォームからの情報を連想配列 %form に入れる
195	# &init_form('euc');
196	sub init_form {
197	my ($charcode) = @_;
198	my $query;
199	if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
200	read(STDIN, $query, $ENV{CONTENT_LENGTH});
201	} else {
202	$query = $ENV{QUERY_STRING};
203	}
204	my @assocarray = split(/&/, $query);
205	foreach my $assoc (@assocarray) {
206	my ($property, $value) = split(/=/, $assoc);
207	$value =~ tr/+/ /;
208	$value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
209	$value =~ s/\x0D\x0A/\n/g; # Walrus add (1)
210	$value =~ tr/\x0D\x0A/\n\n/; # Walrus add (1)
211	&jcode::convert(\$value, $charcode);
212	$form{$property} = $value;
213	}
214	}
215
216	# エラーページを出力する
217	sub print_error {
218	my ($msg) = @_;
219	&print_header('Error');
220	exit(0);
221	}
222
223	sub escape {
224	my ($line) = shift;
225	$line =~ s\|<\|<\|g;
226	$line =~ s\|>\|>\|g;
227	$line =~ s\|"\|"\|g;
228	# $line =~ s\|\&\|&\|g;
229	return $line;
230	}
231
232	# ページのヘッダを出力
233	sub print_header {
234	my $title = shift;
235	print <<"EOD";
236	Content-type: text/html
237
238	<html><head>
239	<title>$title</title>
240	</head>
241	<body bgcolor="white">
242	EOD
243	}
244
245	# Definition of YukiWikiDB
246	package YukiWikiDB;
247
248	my $debug = 1;
249
250	# Constructor
251	sub new {
252	return shift->TIEHASH(@_);
253	}
254
255	# tying
256	sub TIEHASH {
257	my ($class, $dbname) = @_;
258	my $self = {
259	dir => $dbname,
260	keys => [],
261	};
262	if (not -d $self->{dir}) {
263	if (!mkdir($self->{dir}, 0777)) {
264	print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
265	return undef;
266	}
267	}
268	return bless($self, $class);
269	}
270
271	# Store
272	sub STORE {
273	my ($self, $key, $val) = @_;
274	my $file = &make_filename($self, $key);
275	if (open(FILE,"> $file")) {
276	binmode(FILE);
277	print FILE $val;
278	close(FILE);
279	return $self->{$key} = $val;
280	} else {
281	print "$file create error.";
282	}
283	}
284
285	# Fetch
286	sub FETCH {
287	my ($self, $key) = @_;
288	my $file = &make_filename($self, $key);
289	if (open(FILE, $file)) {
290	local $/;
291	$self->{$key} = <FILE>;
292	close(FILE);
293	}
294	return $self->{$key};
295	}
296
297	# Exists
298	sub EXISTS {
299	my ($self, $key) = @_;
300	my $file = &make_filename($self, $key);
301	return -e($file);
302	}
303
304	# Delete
305	sub DELETE {
306	my ($self, $key) = @_;
307	my $file = &make_filename($self, $key);
308	unlink $file;
309	return delete $self->{$key};
310	}
311
312	sub FIRSTKEY {
313	my ($self) = @_;
314	opendir(DIR, $self->{dir}) or die $self->{dir};
315	@{$self->{keys}} = grep /\.txt$/, readdir(DIR);
316	foreach my $name (@{$self->{keys}}) {
317	$name =~ s/\.txt$//;
318	$name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
319	}
320	return shift @{$self->{keys}};
321	}
322
323	sub NEXTKEY {
324	my ($self) = @_;
325	return shift @{$self->{keys}};
326	}
327
328	sub make_filename {
329	my ($self, $key) = @_;
330	my $enkey = '';
331	foreach my $ch (split(//, $key)) {
332	$enkey .= sprintf("%02X", ord($ch));
333	}
334	return $self->{dir} . "/$enkey.txt";
335	}
336	__END__