suikawiki/script/convert.cgi

#!/usr/local/bin/perl
#
# convert.cgi
#
# YukiWiki1からYukiWiki2へのデータ変換用CGI
# 
# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
# 

use strict;
use CGI::Carp 'fatalsToBrowser';
use lib ".";        # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
use AnyDBM_File;
use Fcntl;

$| = 1;
my $jcodelib = 'jcode.pl';
my $kanjicode = 'sjis';     # 'sjis' 'euc'
my $newkanjicode = 'euc';
my %form;
my %olddb;
my %newdb;

require "$jcodelib";

&init_form($kanjicode);
&main;
exit(0);

# メイン
sub main {
    if ($form{mycmd} eq 'convert') {
        &do_convert;
    } else {
        &do_form;
    }
}

sub do_convert {
    &print_header('変換結果');
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
        <tr>
            <td>
                旧データベース名<br>
                YukiWiki1の変数\$dbnameの値
            </td><td>
                $form{old_dbname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki1のデータベースの種類</td>
            <td>
                $form{old_dbtype}
            </td>
        </tr>
        <tr>
            <td>
                新データベース名<br>
                YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
            </td><td>
                $form{new_dataname}
            </td>
        </tr>
        <tr>
            <td>
                YukiWiki2のデータベースの種類</td>
            <td>
                $form{new_dbtype}
            </td>
        </tr>
    </table>
EOD

    # open old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
    } else {
        tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
    }

    # open new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
    } else {
        tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
    }

    # convert
    &convert_all;

    # close old db
    if ($form{old_dbtype} eq 'dbmopen') {
        dbmclose(%olddb);
    } else {
        untie(%olddb);
    }

    # close new db
    if ($form{new_dbtype} eq 'dbmopen') {
        dbmclose(%newdb);
    } elsif ($form{new_dbtype} eq 'YukiWikiDB') {
        untie(%newdb);
    } else {
        untie(%newdb);
    }
}

sub convert_all {
    my $keys = 0;
    my $result;
    print <<"EOD";
    <table border="1" cellspacing="0" cellpadding="3">
        <tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
EOD
    foreach my $oldkey (keys(%olddb)) {
        # unarmor
        my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
        my $msg = $olddb{$oldkey};
        my $oldsize = length($msg);
        $msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');

        &jcode::convert(\$msg, $newkanjicode);
        my $newkey_in_oldkanjicode = $newkey;
        &jcode::convert(\$newkey, $newkanjicode);

        $newdb{$newkey} = $msg;
        my $newsize = length($newdb{$newkey});
        $keys++;
        print "        <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
    }
    print <<"EOD";
        <tr><td>変換対象</td><td>$keys 件</td></tr>
    </table>
</body>
</html>
EOD
}

sub do_form {
    &print_header('変換');
    print <<'EOD';
<form action="convert.cgi" method="post">
<table border="1" cellspacing="0" cellpadding="3">
    <tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
    <tr>
        <td>
            旧データベース名<br>
            YukiWiki1の変数$dbnameの値
        </td><td>
            <input type="hidden" name="mycmd" value="convert" />
            <input type="text" name="old_dbname" value="./yukiwiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki1のデータベースの種類</td>
        <td>
            <input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
            <input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
        </td>
    </tr>
    <tr>
        <td>
            新データベース名<br>
            YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
        </td><td>
            <input type="text" name="new_dataname" value="./wiki" />
        </td>
    </tr>
    <tr>
        <td>
            YukiWiki2のデータベースの種類</td>
        <td>
            <input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
            <input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
            <input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
        </td>
    </tr>
    <tr>
        <td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
    </tr>
</table>
</form>
</body>
</html>
EOD
}

# フォームからの情報を連想配列 %form に入れる
# &init_form('euc');
sub init_form {
    my ($charcode) = @_;
    my $query;
    if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
        read(STDIN, $query, $ENV{CONTENT_LENGTH});
    } else {
        $query = $ENV{QUERY_STRING};
    }
    my @assocarray = split(/&/, $query);
    foreach my $assoc (@assocarray) {
        my ($property, $value) = split(/=/, $assoc);
        $value =~ tr/+/ /;
        $value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
        $value =~ s/\x0D\x0A/\n/g;       # Walrus add (1)
        $value =~ tr/\x0D\x0A/\n\n/;     # Walrus add (1)
        &jcode::convert(\$value, $charcode);
        $form{$property} = $value;
    }
}

# エラーページを出力する
sub print_error {
    my ($msg) = @_;
    &print_header('Error');
    exit(0);
}

sub escape {
    my ($line) = shift;
    $line =~ s|<|&lt;|g;
    $line =~ s|>|&gt;|g;
    $line =~ s|"|&quot;|g;
    # $line =~ s|\&|&amp;|g;
    return $line;
}

# ページのヘッダを出力
sub print_header {
    my $title = shift;
    print <<"EOD";
Content-type: text/html

<html><head>
<title>$title</title>
</head>
<body bgcolor="white">
EOD
}

# Definition of YukiWikiDB
package YukiWikiDB;

my $debug = 1;

# Constructor
sub new {
    return shift->TIEHASH(@_);
}

# tying
sub TIEHASH {
    my ($class, $dbname) = @_;
    my $self = {
        dir => $dbname,
        keys => [],
    };
    if (not -d $self->{dir}) {
        if (!mkdir($self->{dir}, 0777)) {
            print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
            return undef;
        }
    }
    return bless($self, $class);
}

# Store
sub STORE {
    my ($self, $key, $val) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE,"> $file")) {
        binmode(FILE);
        print FILE $val;
        close(FILE);
        return $self->{$key} = $val;
    } else {
        print "$file create error.";
    }
}

# Fetch
sub FETCH {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    if (open(FILE, $file)) {
        local $/;
        $self->{$key} = <FILE>;
        close(FILE);
    }
    return $self->{$key};
}

# Exists
sub EXISTS {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    return -e($file);
}

# Delete
sub DELETE {
    my ($self, $key) = @_;
    my $file = &make_filename($self, $key);
    unlink $file;
    return delete $self->{$key};
}

sub FIRSTKEY {
    my ($self) = @_;
    opendir(DIR, $self->{dir}) or die $self->{dir};
    @{$self->{keys}} = grep /\.txt$/, readdir(DIR);
    foreach my $name (@{$self->{keys}}) {
        $name =~ s/\.txt$//;
        $name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
    }
    return shift @{$self->{keys}};
}

sub NEXTKEY {
    my ($self) = @_;
    return shift @{$self->{keys}};
}

sub make_filename {
    my ($self, $key) = @_;
    my $enkey = '';
    foreach my $ch (split(//, $key)) {
        $enkey .= sprintf("%02X", ord($ch));
    }
    return $self->{dir} . "/$enkey.txt";
}
__END__
1	wakaba	1.1	#!/usr/local/bin/perl
2			#
3			# convert.cgi
4			#
5			# YukiWiki1からYukiWiki2へのデータ変換用CGI
6			#
7			# Based on "YukiWiki1 to WalWiki convert.cgi" by Makio Tsukamoto.
8			#
9
10			use strict;
11			use CGI::Carp 'fatalsToBrowser';
12			use lib "."; # 同梱のjcode.pl、Algorithmがあるディレクトリを指定
13			use AnyDBM_File;
14			use Fcntl;
15
16			$\| = 1;
17			my $jcodelib = 'jcode.pl';
18			my $kanjicode = 'sjis'; # 'sjis' 'euc'
19			my $newkanjicode = 'euc';
20			my %form;
21			my %olddb;
22			my %newdb;
23
24			require "$jcodelib";
25
26			&init_form($kanjicode);
27			&main;
28			exit(0);
29
30			# メイン
31			sub main {
32			if ($form{mycmd} eq 'convert') {
33			&do_convert;
34			} else {
35			&do_form;
36			}
37			}
38
39			sub do_convert {
40			&print_header('変換結果');
41			print <<"EOD";
42			<table border="1" cellspacing="0" cellpadding="3">
43			<tr><td colspan="2" bgcolor="#cccccc">パラメータ</td><tr>
44			<tr>
45			<td>
46			旧データベース名<br>
47			YukiWiki1の変数\$dbnameの値
48			</td><td>
49			$form{old_dbname}
50			</td>
51			</tr>
52			<tr>
53			<td>
54			YukiWiki1のデータベースの種類</td>
55			<td>
56			$form{old_dbtype}
57			</td>
58			</tr>
59			<tr>
60			<td>
61			新データベース名<br>
62			YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
63			</td><td>
64			$form{new_dataname}
65			</td>
66			</tr>
67			<tr>
68			<td>
69			YukiWiki2のデータベースの種類</td>
70			<td>
71			$form{new_dbtype}
72			</td>
73			</tr>
74			</table>
75			EOD
76
77			# open old db
78			if ($form{old_dbtype} eq 'dbmopen') {
79			dbmopen(%olddb, "$form{old_dbname}", 0666) or &print_error("(dbmopen) $form{old_dbname} が作れません。");
80			} else {
81			tie(%olddb, "YukiWikiDB", "$form{old_dbname}") or &print_error("(tie error) $form{old_dbname}");
82			}
83
84			# open new db
85			if ($form{new_dbtype} eq 'dbmopen') {
86			dbmopen(%newdb, $form{new_dataname}, 0666) or &print_error("(dbmopen) $form{new_dataname} が作れません。");
87			} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
88			tie(%newdb, "YukiWikiDB", $form{new_dataname}) or &print_error("(tie error, YukiWikiDB) $form{new_dataname}");
89			} else {
90			tie(%newdb, "AnyDBM_File", $form{new_dataname}, O_RDWR\|O_CREAT, 0666) or &print_error("(tie error, AnyDBM_File) $form{new_dataname}");
91			}
92
93			# convert
94			&convert_all;
95
96			# close old db
97			if ($form{old_dbtype} eq 'dbmopen') {
98			dbmclose(%olddb);
99			} else {
100			untie(%olddb);
101			}
102
103			# close new db
104			if ($form{new_dbtype} eq 'dbmopen') {
105			dbmclose(%newdb);
106			} elsif ($form{new_dbtype} eq 'YukiWikiDB') {
107			untie(%newdb);
108			} else {
109			untie(%newdb);
110			}
111			}
112
113			sub convert_all {
114			my $keys = 0;
115			my $result;
116			print <<"EOD";
117			<table border="1" cellspacing="0" cellpadding="3">
118			<tr><td colspan="2" bgcolor="#cccccc">変換結果</td><tr>
119			EOD
120			foreach my $oldkey (keys(%olddb)) {
121			# unarmor
122			my $newkey = ($oldkey =~ /^\[\[(.+)\]\]$/) ? $1 : $oldkey;
123			my $msg = $olddb{$oldkey};
124			my $oldsize = length($msg);
125			$msg =~ s/ - ([^\[\]][^\n]*)/ - [[$1]]/g if ($oldkey eq 'RecentChanges');
126
127			&jcode::convert(\$msg, $newkanjicode);
128			my $newkey_in_oldkanjicode = $newkey;
129			&jcode::convert(\$newkey, $newkanjicode);
130
131			$newdb{$newkey} = $msg;
132			my $newsize = length($newdb{$newkey});
133			$keys++;
134			print " <tr><td>$keys: $oldkey (${oldsize})</td><td>$newkey_in_oldkanjicode (${newsize})</td></tr>\n";
135			}
136			print <<"EOD";
137			<tr><td>変換対象</td><td>$keys 件</td></tr>
138			</table>
139			</body>
140			</html>
141			EOD
142			}
143
144			sub do_form {
145			&print_header('変換');
146			print <<'EOD';
147			<form action="convert.cgi" method="post">
148			<table border="1" cellspacing="0" cellpadding="3">
149			<tr><td colspan="2" bgcolor="#cccccc">YukiWiki1からYukiWiki2のデータベース変換</td><tr>
150			<tr>
151			<td>
152			旧データベース名<br>
153			YukiWiki1の変数$dbnameの値
154			</td><td>
155			<input type="hidden" name="mycmd" value="convert" />
156			<input type="text" name="old_dbname" value="./yukiwiki" />
157			</td>
158			</tr>
159			<tr>
160			<td>
161			YukiWiki1のデータベースの種類</td>
162			<td>
163			<input type="radio" name="old_dbtype" value="dbmopen" />dbmopen
164			<input type="radio" name="old_dbtype" value="YukiWikiDB" checked /> YukiWikiDB
165			</td>
166			</tr>
167			<tr>
168			<td>
169			新データベース名<br>
170			YukiWiki2の変数\$modifier_dir_dataの値と\$datanameの値をスラッシュ(/)でつなげたもの。
171			</td><td>
172			<input type="text" name="new_dataname" value="./wiki" />
173			</td>
174			</tr>
175			<tr>
176			<td>
177			YukiWiki2のデータベースの種類</td>
178			<td>
179			<input type="radio" name="new_dbtype" value="dbmopen" /> dbmopen
180			<input type="radio" name="new_dbtype" value="YukiWikiDB" /> YukiWikiDB
181			<input type="radio" name="new_dbtype" value="AnyDBM_File" checked /> AnyDBM_File
182			</td>
183			</tr>
184			<tr>
185			<td colspan="2" align="center" bgcolor="#cccccc"><input type="submit" value="変換開始"></td>
186			</tr>
187			</table>
188			</form>
189			</body>
190			</html>
191			EOD
192			}
193
194			# フォームからの情報を連想配列 %form に入れる
195			# &init_form('euc');
196			sub init_form {
197			my ($charcode) = @_;
198			my $query;
199			if ($ENV{REQUEST_METHOD} =~ /^post$/i) {
200			read(STDIN, $query, $ENV{CONTENT_LENGTH});
201			} else {
202			$query = $ENV{QUERY_STRING};
203			}
204			my @assocarray = split(/&/, $query);
205			foreach my $assoc (@assocarray) {
206			my ($property, $value) = split(/=/, $assoc);
207			$value =~ tr/+/ /;
208			$value =~ s/%([A-Fa-f0-9][A-Fa-f0-9])/pack("C", hex($1))/eg;
209			$value =~ s/\x0D\x0A/\n/g; # Walrus add (1)
210			$value =~ tr/\x0D\x0A/\n\n/; # Walrus add (1)
211			&jcode::convert(\$value, $charcode);
212			$form{$property} = $value;
213			}
214			}
215
216			# エラーページを出力する
217			sub print_error {
218			my ($msg) = @_;
219			&print_header('Error');
220			exit(0);
221			}
222
223			sub escape {
224			my ($line) = shift;
225			$line =~ s\|<\|<\|g;
226			$line =~ s\|>\|>\|g;
227			$line =~ s\|"\|"\|g;
228			# $line =~ s\|\&\|&\|g;
229			return $line;
230			}
231
232			# ページのヘッダを出力
233			sub print_header {
234			my $title = shift;
235			print <<"EOD";
236			Content-type: text/html
237
238			<html><head>
239			<title>$title</title>
240			</head>
241			<body bgcolor="white">
242			EOD
243			}
244
245			# Definition of YukiWikiDB
246			package YukiWikiDB;
247
248			my $debug = 1;
249
250			# Constructor
251			sub new {
252			return shift->TIEHASH(@_);
253			}
254
255			# tying
256			sub TIEHASH {
257			my ($class, $dbname) = @_;
258			my $self = {
259			dir => $dbname,
260			keys => [],
261			};
262			if (not -d $self->{dir}) {
263			if (!mkdir($self->{dir}, 0777)) {
264			print "mkdir(" . $self->{dir} . ") fail\n" if ($debug);
265			return undef;
266			}
267			}
268			return bless($self, $class);
269			}
270
271			# Store
272			sub STORE {
273			my ($self, $key, $val) = @_;
274			my $file = &make_filename($self, $key);
275			if (open(FILE,"> $file")) {
276			binmode(FILE);
277			print FILE $val;
278			close(FILE);
279			return $self->{$key} = $val;
280			} else {
281			print "$file create error.";
282			}
283			}
284
285			# Fetch
286			sub FETCH {
287			my ($self, $key) = @_;
288			my $file = &make_filename($self, $key);
289			if (open(FILE, $file)) {
290			local $/;
291			$self->{$key} = <FILE>;
292			close(FILE);
293			}
294			return $self->{$key};
295			}
296
297			# Exists
298			sub EXISTS {
299			my ($self, $key) = @_;
300			my $file = &make_filename($self, $key);
301			return -e($file);
302			}
303
304			# Delete
305			sub DELETE {
306			my ($self, $key) = @_;
307			my $file = &make_filename($self, $key);
308			unlink $file;
309			return delete $self->{$key};
310			}
311
312			sub FIRSTKEY {
313			my ($self) = @_;
314			opendir(DIR, $self->{dir}) or die $self->{dir};
315			@{$self->{keys}} = grep /\.txt$/, readdir(DIR);
316			foreach my $name (@{$self->{keys}}) {
317			$name =~ s/\.txt$//;
318			$name =~ s/[0-9A-F][0-9A-F]/pack("C", hex($&))/eg;
319			}
320			return shift @{$self->{keys}};
321			}
322
323			sub NEXTKEY {
324			my ($self) = @_;
325			return shift @{$self->{keys}};
326			}
327
328			sub make_filename {
329			my ($self, $key) = @_;
330			my $enkey = '';
331			foreach my $ch (split(//, $key)) {
332			$enkey .= sprintf("%02X", ord($ch));
333			}
334			return $self->{dir} . "/$enkey.txt";
335			}
336			__END__