/[suikacvs]/markup/html/html5/spec-ja/common.pl
Suika

Diff of /markup/html/html5/spec-ja/common.pl

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.6 by wakaba, Thu Oct 23 04:13:20 2008 UTC revision 1.17 by wakaba, Sat Nov 1 11:58:32 2008 UTC
# Line 1  Line 1 
1  use strict;  use strict;
2    
3  my $data_suffix = q[.dat];  my $data_dir_name = q[data/];
4  my $data_dir_name = q[data2/];  my $data2_dir_name = q[data2/];
5    my $data2_suffix = q[.dat];
6    my $lock_suffix = q[.lock];
7    
8    ## SEE ALSO: |Makefile|.
9    my $fallback_file_name = $data2_dir_name . 'fallback' . $data2_suffix;
10    
11    ## SEE ALSO: |Makefile|.
12    my $patch_file_name = $data2_dir_name . 'modified.txt';
13    
14    our $UseCVS //= 1;
15    
16  sub normalize ($) {  sub normalize ($) {
17    my $s = shift;    my $s = shift;
# Line 11  sub normalize ($) { Line 21  sub normalize ($) {
21    return $s;    return $s;
22  } # normalize  } # normalize
23    
24    sub get_hash ($) {
25      require Digest::MD5;
26      require Encode;
27      return Digest::MD5::md5_hex (Encode::encode ('utf8', normalize ($_[0])));
28    } # get_hash
29    
30  sub create_pattern1 ($) {  sub create_pattern1 ($) {
31    my $s = quotemeta shift;    my $s = quotemeta shift;
32    $s =~ s/\\\*/(.+)/g;    $s =~ s/\\\*/(.+)/g;
# Line 24  sub replace_pattern2 ($@) { Line 40  sub replace_pattern2 ($@) {
40    return $s;    return $s;
41  } # replace_pattern2  } # replace_pattern2
42    
43  sub load_data_file ($$$) {  sub read_data_file ($) {
44    my ($data_file_name, $exact_data, $pattern_data) = @_;    my $file_name = shift;
45      if (-f $file_name) {
46        warn "Loading $file_name...\n";
47        return do $file_name;
48      } else {
49        warn "File $file_name not found\n";
50        return {};
51      }
52    } # read_data_file
53    
54    sub write_data_file ($$) {
55      my ($file_name, $data) = @_;
56    
57      require Data::Dumper;
58      local $Data::Dumper::Sortkeys = 1;
59      local $Data::Dumper::Useqq = 1;
60      local *Data::Dumper::qquote = sub {
61        my $s = shift;
62        $s =~ s/([\x27\x5C])/sprintf '\x%02X', ord $1/ge;
63        return q<qq'> . $s . q<'>;
64      }; # Data::Dumper::qquote
65      
66      my $had_file = -f $file_name;
67      open my $file, '>:encoding(utf8)', $file_name or die "$0: $file_name: $!";
68      print $file "use utf8;\n";
69      print $file Data::Dumper::Dumper ($data);
70      close $file;
71      unless ($had_file) {
72        system_ ('cvs', 'add', $file_name) if $UseCVS;
73      }
74    } # write_data_file
75    
76    sub hash_to_file_name ($) {
77      return $data2_dir_name . substr ($_[0], 0, 2) . $data2_suffix;
78    } # hash_to_file_name
79    
80    my $Entry = {};
81    my $ModifiedHash = {};
82    
83    sub get_entry ($) {
84      my $hash = shift;
85      
86      my $file_name = hash_to_file_name ($hash);
87      unless ($Entry->{$file_name}) {
88        $Entry->{$file_name} = read_data_file ($file_name);
89      }
90      
91      if ($Entry->{$file_name}->{exact}->{$hash}) {
92        return (0, $Entry->{$file_name}->{exact}->{$hash});
93      } elsif ($Entry->{$file_name}->{pattern}->{$hash}) {
94        return (1, $Entry->{$file_name}->{pattern}->{$hash});
95      } else {
96        return (undef, undef);
97      }
98    } # get_entry
99    
100    sub set_entry ($$$) {
101      my ($hash, $is_pattern, $value) = @_;
102      
103      my $file_name = hash_to_file_name ($hash);
104      unless ($Entry->{$file_name}) {
105        $Entry->{$file_name} = read_data_file ($file_name);    
106      }
107    
108      unless ($value) {
109        delete $Entry->{$file_name}->{exact}->{$hash};
110        delete $Entry->{$file_name}->{pattern}->{$hash};
111      } elsif ($is_pattern) {
112        delete $Entry->{$file_name}->{exact}->{$hash};
113        $Entry->{$file_name}->{pattern}->{$hash} = $value;
114      } else {
115        $Entry->{$file_name}->{exact}->{$hash} = $value;
116        delete $Entry->{$file_name}->{pattern}->{$hash};
117      }
118      $Entry->{$file_name}->{modified} = 1;
119      $ModifiedHash->{$hash} = 1;
120    } # set_entry
121    
122    use Fcntl ':flock';
123    my $Lock;
124    
125    sub lock_entry ($) {
126      if ($Lock) {
127        die "$0: lock_entry: Another entry is locked";
128      }
129    
130      my $hash = shift;
131      my $file_name = hash_to_file_name ($hash) . $lock_suffix;
132      open $Lock, '>', $file_name or die "$0: $file_name: $!";
133      flock $Lock, LOCK_EX;
134    } # lock_entry
135    
136    sub commit_entries ($) {
137      for my $file_name (keys %{$Entry}) {
138        if ($Entry->{$file_name}->{modified}) {
139          delete $Entry->{$file_name}->{modified};
140          write_data_file ($file_name => $Entry->{$file_name});
141        }
142      }
143    
144      open my $file, '>>', $patch_file_name or die "$0: $patch_file_name: $!";
145      for (keys %$ModifiedHash) {
146        print $file "$_\n";
147      }
148      close $file;
149    
150    open my $data_file, '<:utf8', $data_file_name    my $msg = shift // $0;
151        or die "$0: $data_file_name: $!";    system_ ('cvs', 'commit', -m => $msg, $data2_dir_name) if $UseCVS;
152    local $/ = undef;  } # commit_entries
153    my $data = <$data_file>;  
154    $data =~ s/\x0D?\x0A/\n/g;  sub get_all_entries () {
155    for (split /\n\n+(?=#)/, $data) {    opendir my $dir, $data2_dir_name or die "$0: $data2_dir_name: $!";
156      my ($en, $ja) = split /\n#ja\n/, $_;    for (readdir $dir) {
157      if ($en =~ s/^#en\n//) {      next unless /\Q$data2_suffix\E$/;
158        $exact_data->{normalize ($en)} = $ja;      my $file_name = $data2_dir_name . $_;
159      } elsif ($en =~ s/^#pattern\n//) {      next if $Entry->{$file_name};
160        $pattern_data->{create_pattern1 (normalize ($en))} = $ja;  
161        $Entry->{$file_name} = read_data_file ($file_name);
162      }
163    
164      return $Entry;
165    } # get_all_entries
166    
167    sub for_each_entry_set ($;$) {
168      my $code = shift;
169      my $on_the_fly = shift;
170      
171      opendir my $dir, $data2_dir_name or die "$0: $data2_dir_name: $!";
172      for (readdir $dir) {
173        next unless /\Q$data2_suffix\E$/;
174        my $file_name = $data2_dir_name . $_;
175        next if $file_name eq $fallback_file_name;
176    
177        if ($Entry->{$file_name}) {
178          $code->($file_name, $Entry->{$file_name});
179        } elsif ($on_the_fly) {
180          $code->($file_name, read_data_file ($file_name));
181        } else {
182          $Entry->{$file_name} = read_data_file ($file_name);
183          $code->($file_name, $Entry->{$file_name});
184      }      }
185    }    }
186  } # load_data_file  } # for_each_entry_set
187    
188    my $FallbackEntry;
189    sub get_fallback_entry ($) {
190      my $hash = shift;
191      unless (defined $FallbackEntry) {
192        $FallbackEntry = read_data_file ($fallback_file_name);
193      }
194      return $FallbackEntry->{$hash} // {};
195    } # get_fallback_entry
196    
197  sub for_each_data_file ($) {  sub get_entry_or_fallback_entry ($) {
198    my ($code) = @_;    my $hash = shift;
199    
200    opendir my $data_dir, $data_dir_name or die "$0: $data_dir_name: $!";    my ($is_pattern, $entry) = get_entry ($hash);
201    for (sort {$a cmp $b} readdir $data_dir) {    unless (defined $entry->{en}) {
202      next if /^\./; # hidden files      $entry = get_fallback_entry ($hash);
     next if /^_/; # editable but not-used files  
     my $data_file_name = qq[$data_dir_name$_];  
     next unless $data_file_name =~ /\Q$data_suffix\E$/;  
     $code->($data_file_name, $_);  
203    }    }
204  } # for_each_data_file    $entry->{tags} ||= [];
205      $entry->{isPattern} = 1 if $is_pattern;
206    
207      return $entry;
208    } # get_entry_or_fallback_entry
209    
210    sub set_fallback_entry ($$) {
211      my ($hash, $value) = @_;
212      unless (defined $FallbackEntry) {
213        $FallbackEntry = read_data_file ($fallback_file_name);
214      }
215      $FallbackEntry->{$hash} = $value;
216    } # set_fallback_entry
217    
218    sub get_fallback_entries () {
219      unless (defined $FallbackEntry) {
220        $FallbackEntry = read_data_file ($fallback_file_name);
221      }
222      
223      return $FallbackEntry;
224    } # get_fallback_entries
225    
226    sub save_fallback_entries () {
227      write_data_file ($fallback_file_name => $FallbackEntry)
228          if defined $FallbackEntry;
229    } # save_fallback_entries
230    
231    sub get_modified_hashes () {
232      open my $file, '<', $patch_file_name or die "$0: $patch_file_name: $!";
233      return map {tr/\x0D\x0A//d; $_} <$file>;
234    } # get_modified_hashes
235    
236    sub htescape ($) {
237      my $s = shift;
238      $s =~ s/&/&amp;/g;
239      $s =~ s/</&lt;/g;
240      $s =~ s/"/&quot;/g;
241      return $s;
242    } # htescape
243    
244    sub system_ (@) {
245      (system join (' ', map {quotemeta $_} @_) . " > /dev/null") == 0
246          or die "$0: $?";
247    } # system_
248    
249  1;  1;
250    
251    ## Author: Wakaba <w@suika.fam.cx>.
252    ## License: Copyright 2008 Wakaba.  You are granted a license to use,
253    ##     reproduce and create derivative works of this script.
254    ## $Date$
Legend:
Removed from v.1.6  
changed lines
  Added in v.1.17
admin@suikawiki.org
 ViewVC Help
Powered by ViewVC 1.1.24