suikawiki/script/convert.cgi

#!/usr/bin/perl

#!/usr/local/bin/perl 
#
# convert.cgi
#
# YukiWiki1からYukiWiki2へのデータ変換用CGI
# 
# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
# 

use strict;
use CGI::Carp 'fatalsToBrowser';
use lib ".";        # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
use AnyDBM_File;
use Fcntl;

$| = 1;
my $jcodelib = 'jcode.pl';
my $kanjicode = 'sjis';     # 'sjis' 'euc'
my $newkanjicode = 'euc';
my %form;
my %olddb;
my %newdb;

require "$jcodelib";

&init_form($kanjicode);
&main;
exit(0);

# メイン
sub main {
    if ($form{mycmd} eq 'convert') {
        &do_convert;
    } else {
        &do_form;
    }
}

sub do_convert {
    &print_header('変換結果');
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
        <tr>
            <td>
                旧データベース名<br>
                YukiWiki1の変数\$dbnameの値
            </td><td>
                $form{old_dbname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki1のデータベースの種類</td>
            <td>
                $form{old_dbtype}
            </td>
        </tr>
        <tr>
            <td>
                新データベース名<br>
                YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
            </td><td>
                $form{new_dataname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki2のデータベースの種類</td>
            <td>
                $form{new_dbtype}
            </td>
        </tr>
    </table>
EOD

    # open old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
    } else {
        tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
    }

    # open new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
    } else {
        tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
    }

    # convert
    &convert_all;

    # close old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmclose(%olddb);
    } else {
        untie(%olddb);
    }

    # close new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmclose(%newdb);
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        untie(%newdb);
    } else {
        untie(%newdb);
    }
}

sub convert_all {
    my $keys = 0;
    my $result;
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
EOD
    foreach my $oldkey (keys(%olddb)) {
        # unarmor
        my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
        my $msg = $olddb{$oldkey};
        my $oldsize = length($msg);
        $msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');

        &jcode::convert(\$msg, $newkanjicode);
        my $newkey_in_oldkanjicode = $newkey;
        &jcode::convert(\$newkey, $newkanjicode);

        $newdb{$newkey} = $msg;
        my $newsize = length($newdb{$newkey});
        $keys++;
        print "        <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
    }
    print <<"EOD";
        <tr><td>変換対象</td><td>$keys 件</td></tr>
    </table>
</body>
</html>
EOD
}

sub do_form {
    &print_header('変換');
    print <<'EOD';
<form action="convert.cgi" method="post">
<table border="1" cellspacing="0" cellpadding="3">
    <tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
    <tr>
        <td>
            旧データベース名<br>
            YukiWiki1の変数$dbnameの値
        </td><td>
            <input type="hidden" name="mycmd" value="convert" />
            <input type="text" name="old_dbname" value="./yukiwiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki1のデータベースの種類</td>
        <td>
            <input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
            <input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
        </td>
    </tr>
    <tr>
        <td>
            新データベース名<br>
            YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
        </td><td>
            <input type="text" name="new_dataname" value="./wiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki2のデータベースの種類</td>
        <td>
            <input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
            <input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
            <input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
        </td>
    </tr>
    <tr>
        <td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
    </tr>
</table>
</form>
</body>
</html>
EOD
}

# フォームからの情報を連想配列 %form に入れる
# &init_form('euc');
sub init_form {
    my ($charcode) = @_;
    my $query;
    if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
        read(STDIN, $query, $ENV{CONTENT_LENGTH});
    } else {
        $query = $ENV{QUERY_STRING};
    }
    my @assocarray = split(/&/, $query);
    foreach my $assoc (@assocarray) {
        my ($property, $value) = split(/=/, $assoc);
        $value =~ tr/+/ /;
        $value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
        $value =~ s/\x0D\x0A/\n/g;       # Walrus add (1)
        $value =~ tr/\x0D\x0A/\n\n/;     # Walrus add (1)
        &jcode::convert(\$value, $charcode);
        $form{$property} = $value;
    }
}

# エラーページを出力する
sub print_error {
    my ($msg) = @_;
    &print_header('Error');
    exit(0);
}

sub escape {
    my ($line) = shift;
    $line =~ s|<|&lt;|g;
    $line =~ s|>|&gt;|g;
    $line =~ s|"|&quot;|g;
    # $line =~ s|\&|&amp;|g;
    return $line;
}

# ページのヘッダを出力
sub print_header {
    my $title = shift;
    print <<"EOD";
Content-type: text/html

<html><head>
<title>$title</title>
</head>
<body bgcolor="white">
EOD
}

# Definition of YukiWikiDB
package YukiWikiDB;

my $debug = 1;

# Constructor
sub new {
    return shift->TIEHASH(@_);
}

# tying
sub TIEHASH {
    my ($class, $dbname) = @_;
    my $self = {
        dir => $dbname,
        keys => [],
    };
    if (not -d $self->{dir}) {
        if (!mkdir($self->{dir}, 0777)) {
            print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
            return undef;
        }
    }
    return bless($self, $class);
}

# Store
sub STORE {
    my ($self, $key, $val) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE,"> $file")) {
        binmode(FILE);
        print FILE $val;
        close(FILE);
        return $self->{$key} = $val;
    } else {
        print "$file create error.";
    }
}

# Fetch
sub FETCH {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE, $file)) {
        local $/;
        $self->{$key} = <FILE>;
        close(FILE);
    }
    return $self->{$key};
}

# Exists
sub EXISTS {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    return -e($file);
}

# Delete
sub DELETE {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    unlink $file;
    return delete $self->{$key};
}

sub FIRSTKEY {
    my ($self) = @_;
    opendir(DIR, $self->{dir}) or die $self->{dir};
    @{$self->{keys}} = grep /\.txt$/, readdir(DIR);
    foreach my $name (@{$self->{keys}}) {
        $name =~ s/\.txt$//;
        $name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
    }
    return shift @{$self->{keys}};
}

sub NEXTKEY {
    my ($self) = @_;
    return shift @{$self->{keys}};
}

sub make_filename {
    my ($self, $key) = @_;
    my $enkey = '';
    foreach my $ch (split(//, $key)) {
        $enkey .= sprintf("%02X", ord($ch));
    }
    return $self->{dir} . "/$enkey.txt";
}
__END__
1	#!/usr/bin/perl
2
3	#!/usr/local/bin/perl
4	#
5	# convert.cgi
6	#
7	# YukiWiki1からYukiWiki2へのデータ変換用CGI
8	#
9	# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
10	#
11
12	use strict;
13	use CGI::Carp 'fatalsToBrowser';
14	use lib "."; # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
15	use AnyDBM_File;
16	use Fcntl;
17
18	$\| = 1;
19	my $jcodelib = 'jcode.pl';
20	my $kanjicode = 'sjis'; # 'sjis' 'euc'
21	my $newkanjicode = 'euc';
22	my %form;
23	my %olddb;
24	my %newdb;
25
26	require "$jcodelib";
27
28	&init_form($kanjicode);
29	&main;
30	exit(0);
31
32	# メイン
33	sub main {
34	if ($form{mycmd} eq 'convert') {
35	&do_convert;
36	} else {
37	&do_form;
38	}
39	}
40
41	sub do_convert {
42	&print_header('変換結果');
43	print <<"EOD";
44	<table border="1" cellspacing="0" cellpadding="3">
45	<tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
46	<tr>
47	<td>
48	旧データベース名<br>
49	YukiWiki1の変数\$dbnameの値
50	</td><td>
51	$form{old_dbname}
52	</td>
53	</tr>
54	<tr>
55	<td>
56	YukiWiki1のデータベースの種類</td>
57	<td>
58	$form{old_dbtype}
59	</td>
60	</tr>
61	<tr>
62	<td>
63	新データベース名<br>
64	YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
65	</td><td>
66	$form{new_dataname}
67	</td>
68	</tr>
69	<tr>
70	<td>
71	YukiWiki2のデータベースの種類</td>
72	<td>
73	$form{new_dbtype}
74	</td>
75	</tr>
76	</table>
77	EOD
78
79	# open old db
80	if ($form{old_dbtype} eq 'dbmopen') {
81	dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
82	} else {
83	tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
84	}
85
86	# open new db
87	if ($form{new_dbtype} eq 'dbmopen') {
88	dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
89	} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
90	tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
91	} else {
92	tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR\|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
93	}
94
95	# convert
96	&convert_all;
97
98	# close old db
99	if ($form{old_dbtype} eq 'dbmopen') {
100	dbmclose(%olddb);
101	} else {
102	untie(%olddb);
103	}
104
105	# close new db
106	if ($form{new_dbtype} eq 'dbmopen') {
107	dbmclose(%newdb);
108	} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
109	untie(%newdb);
110	} else {
111	untie(%newdb);
112	}
113	}
114
115	sub convert_all {
116	my $keys = 0;
117	my $result;
118	print <<"EOD";
119	<table border="1" cellspacing="0" cellpadding="3">
120	<tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
121	EOD
122	foreach my $oldkey (keys(%olddb)) {
123	# unarmor
124	my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
125	my $msg = $olddb{$oldkey};
126	my $oldsize = length($msg);
127	$msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');
128
129	&jcode::convert(\$msg, $newkanjicode);
130	my $newkey_in_oldkanjicode = $newkey;
131	&jcode::convert(\$newkey, $newkanjicode);
132
133	$newdb{$newkey} = $msg;
134	my $newsize = length($newdb{$newkey});
135	$keys++;
136	print " <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
137	}
138	print <<"EOD";
139	<tr><td>変換対象</td><td>$keys 件</td></tr>
140	</table>
141	</body>
142	</html>
143	EOD
144	}
145
146	sub do_form {
147	&print_header('変換');
148	print <<'EOD';
149	<form action="convert.cgi" method="post">
150	<table border="1" cellspacing="0" cellpadding="3">
151	<tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
152	<tr>
153	<td>
154	旧データベース名<br>
155	YukiWiki1の変数$dbnameの値
156	</td><td>
157	<input type="hidden" name="mycmd" value="convert" />
158	<input type="text" name="old_dbname" value="./yukiwiki" />
159	</td>
160	</tr>
161	<tr>
162	<td>
163	YukiWiki1のデータベースの種類</td>
164	<td>
165	<input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
166	<input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
167	</td>
168	</tr>
169	<tr>
170	<td>
171	新データベース名<br>
172	YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
173	</td><td>
174	<input type="text" name="new_dataname" value="./wiki" />
175	</td>
176	</tr>
177	<tr>
178	<td>
179	YukiWiki2のデータベースの種類</td>
180	<td>
181	<input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
182	<input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
183	<input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
184	</td>
185	</tr>
186	<tr>
187	<td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
188	</tr>
189	</table>
190	</form>
191	</body>
192	</html>
193	EOD
194	}
195
196	# フォームからの情報を連想配列 %form に入れる
197	# &init_form('euc');
198	sub init_form {
199	my ($charcode) = @_;
200	my $query;
201	if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
202	read(STDIN, $query, $ENV{CONTENT_LENGTH});
203	} else {
204	$query = $ENV{QUERY_STRING};
205	}
206	my @assocarray = split(/&/, $query);
207	foreach my $assoc (@assocarray) {
208	my ($property, $value) = split(/=/, $assoc);
209	$value =~ tr/+/ /;
210	$value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
211	$value =~ s/\x0D\x0A/\n/g; # Walrus add (1)
212	$value =~ tr/\x0D\x0A/\n\n/; # Walrus add (1)
213	&jcode::convert(\$value, $charcode);
214	$form{$property} = $value;
215	}
216	}
217
218	# エラーページを出力する
219	sub print_error {
220	my ($msg) = @_;
221	&print_header('Error');
222	exit(0);
223	}
224
225	sub escape {
226	my ($line) = shift;
227	$line =~ s\|<\|<\|g;
228	$line =~ s\|>\|>\|g;
229	$line =~ s\|"\|"\|g;
230	# $line =~ s\|\&\|&\|g;
231	return $line;
232	}
233
234	# ページのヘッダを出力
235	sub print_header {
236	my $title = shift;
237	print <<"EOD";
238	Content-type: text/html
239
240	<html><head>
241	<title>$title</title>
242	</head>
243	<body bgcolor="white">
244	EOD
245	}
246
247	# Definition of YukiWikiDB
248	package YukiWikiDB;
249
250	my $debug = 1;
251
252	# Constructor
253	sub new {
254	return shift->TIEHASH(@_);
255	}
256
257	# tying
258	sub TIEHASH {
259	my ($class, $dbname) = @_;
260	my $self = {
261	dir => $dbname,
262	keys => [],
263	};
264	if (not -d $self->{dir}) {
265	if (!mkdir($self->{dir}, 0777)) {
266	print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
267	return undef;
268	}
269	}
270	return bless($self, $class);
271	}
272
273	# Store
274	sub STORE {
275	my ($self, $key, $val) = @_;
276	my $file = &make_filename($self, $key);
277	if (open(FILE,"> $file")) {
278	binmode(FILE);
279	print FILE $val;
280	close(FILE);
281	return $self->{$key} = $val;
282	} else {
283	print "$file create error.";
284	}
285	}
286
287	# Fetch
288	sub FETCH {
289	my ($self, $key) = @_;
290	my $file = &make_filename($self, $key);
291	if (open(FILE, $file)) {
292	local $/;
293	$self->{$key} = <FILE>;
294	close(FILE);
295	}
296	return $self->{$key};
297	}
298
299	# Exists
300	sub EXISTS {
301	my ($self, $key) = @_;
302	my $file = &make_filename($self, $key);
303	return -e($file);
304	}
305
306	# Delete
307	sub DELETE {
308	my ($self, $key) = @_;
309	my $file = &make_filename($self, $key);
310	unlink $file;
311	return delete $self->{$key};
312	}
313
314	sub FIRSTKEY {
315	my ($self) = @_;
316	opendir(DIR, $self->{dir}) or die $self->{dir};
317	@{$self->{keys}} = grep /\.txt$/, readdir(DIR);
318	foreach my $name (@{$self->{keys}}) {
319	$name =~ s/\.txt$//;
320	$name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
321	}
322	return shift @{$self->{keys}};
323	}
324
325	sub NEXTKEY {
326	my ($self) = @_;
327	return shift @{$self->{keys}};
328	}
329
330	sub make_filename {
331	my ($self, $key) = @_;
332	my $enkey = '';
333	foreach my $ch (split(//, $key)) {
334	$enkey .= sprintf("%02X", ord($ch));
335	}
336	return $self->{dir} . "/$enkey.txt";
337	}
338	__END__