html5/spec-ja/common.pl

use strict;

my $data_suffix = q[.dat];
my $data_dir_name = q[data/];
my $data2_dir_name = q[data2/];
my $data2_suffix = q[.dat];
my $lock_suffix = q[.lock];

## SEE ALSO: |Makefile|.
my $fallback_file_name = $data2_dir_name . 'fallback' . $data2_suffix;

## SEE ALSO: |Makefile|.
my $patch_file_name = $data2_dir_name . 'modified.txt';

our $UseCVS //= 1;

sub normalize ($) {
  my $s = shift;
  $s =~ s/\s+/ /g;
  $s =~ s/^ //;
  $s =~ s/ $//g;
  return $s;
} # normalize

sub get_hash ($) {
  require Digest::MD5;
  return Digest::MD5::md5_hex (normalize ($_[0]));
} # get_hash

sub create_pattern1 ($) {
  my $s = quotemeta shift;
  $s =~ s/\\\*/(.+)/g;
  return $s;
} # create_pattern1

sub replace_pattern2 ($@) {
  my $s = shift;
  my @arg = @_;
  $s =~ s/\$(\d+)/$arg[$1 - 1]/g;
  return $s;
} # replace_pattern2

sub load_data_file ($$$) {
  my ($data_file_name, $exact_data, $pattern_data) = @_;

  open my $data_file, '<:utf8', $data_file_name
      or die "$0: $data_file_name: $!";
  local $/ = undef;
  my $data = <$data_file>;
  $data =~ s/\x0D?\x0A/\n/g;
  for (split /\n\n+(?=#)/, $data) {
    my ($en, $ja) = split /\n#ja\n/, $_;
    if ($en =~ s/^#en\n//) {
      $exact_data->{normalize ($en)} = $ja;
    } elsif ($en =~ s/^#pattern\n//) {
      $pattern_data->{create_pattern1 (normalize ($en))} = $ja;
    }
  }
} # load_data_file

sub for_each_data_file ($) {
  my ($code) = @_;

  opendir my $data_dir, $data_dir_name or die "$0: $data_dir_name: $!";
  for (sort {$a cmp $b} readdir $data_dir) {
    next if /^\./; # hidden files
    next if /^_/; # editable but not-used files
    my $data_file_name = qq[$data_dir_name$_];
    next unless $data_file_name =~ /\Q$data_suffix\E$/;
    $code->($data_file_name, $_);
  }
} # for_each_data_file

sub read_data_file ($) {
  my $file_name = shift;
  if (-f $file_name) {
    warn "Loading $file_name...\n";
    return do $file_name;
  } else {
    warn "File $file_name not found\n";
    return {};
  }
} # read_data_file

sub write_data_file ($$) {
  my ($file_name, $data) = @_;

  require Data::Dumper;
  local $Data::Dumper::Sortkeys = 1;

  my $had_file = -f $file_name;
  open my $file, '>:encoding(utf8)', $file_name or die "$0: $file_name: $!";
  print $file Data::Dumper::Dumper ($data);
  close $file;
  unless ($had_file) {
    system_ ('cvs', 'add', $file_name) if $UseCVS;
  }
} # write_data_file

sub hash_to_file_name ($) {
  return $data2_dir_name . substr ($_[0], 0, 2) . $data2_suffix;
} # hash_to_file_name

my $Entry = {};
my $ModifiedHash = {};

sub get_entry ($) {
  my $hash = shift;
  
  my $file_name = hash_to_file_name ($hash);
  unless ($Entry->{$file_name}) {
    $Entry->{$file_name} = read_data_file ($file_name);
  }
  
  if ($Entry->{$file_name}->{exact}->{$hash}) {
    return (0, $Entry->{$file_name}->{exact}->{$hash});
  } elsif ($Entry->{$file_name}->{pattern}->{$hash}) {
    return (1, $Entry->{$file_name}->{pattern}->{$hash});
  } else {
    return (undef, undef);
  }
} # get_entry

sub set_entry ($$$) {
  my ($hash, $is_pattern, $value) = @_;
  
  my $file_name = hash_to_file_name ($hash);
  unless ($Entry->{$file_name}) {
    $Entry->{$file_name} = read_data_file ($file_name);    
  }

  unless ($value) {
    delete $Entry->{$file_name}->{exact}->{$hash};
    delete $Entry->{$file_name}->{pattern}->{$hash};
  } elsif ($is_pattern) {
    delete $Entry->{$file_name}->{exact}->{$hash};
    $Entry->{$file_name}->{pattern}->{$hash} = $value;
  } else {
    $Entry->{$file_name}->{exact}->{$hash} = $value;
    delete $Entry->{$file_name}->{pattern}->{$hash};
  }
  $Entry->{$file_name}->{modified} = 1;
  $ModifiedHash->{$hash} = 1;
} # set_entry

use Fcntl ':flock';
my $Lock;

sub lock_entry ($) {
  if ($Lock) {
    die "$0: lock_entry: Another entry is locked";
  }

  my $hash = shift;
  my $file_name = hash_to_file_name ($hash) . $lock_suffix;
  open $Lock, '>', $file_name or die "$0: $file_name: $!";
  flock $Lock, LOCK_EX;
} # lock_entry

sub commit_entries ($) {
  for my $file_name (keys %{$Entry}) {
    if ($Entry->{$file_name}->{modified}) {
      delete $Entry->{$file_name}->{modified};
      write_data_file ($file_name => $Entry->{$file_name});
    }
  }

  open my $file, '>>', $patch_file_name or die "$0: $patch_file_name: $!";
  for (keys %$ModifiedHash) {
    print $file "$_\n";
  }
  close $file;

  my $msg = shift // $0;
  system_ ('cvs', 'commit', -m => $msg, $data2_dir_name) if $UseCVS;
} # commit_entries

sub get_all_entries () {
  opendir my $dir, $data2_dir_name or die "$0: $data2_dir_name: $!";
  for (readdir $dir) {
    next unless /\Q$data2_suffix\E$/;
    my $file_name = $data2_dir_name . $_;
    next if $Entry->{$file_name};

    $Entry->{$file_name} = read_data_file ($file_name);
  }

  return $Entry;
} # get_all_entries

my $FallbackEntry;
sub get_fallback_entry ($) {
  my $hash = shift;
  unless (defined $FallbackEntry) {
    $FallbackEntry = read_data_file ($fallback_file_name);
  }
  return $FallbackEntry->{$hash} // {};
} # get_fallback_entry

sub get_entry_or_fallback_entry ($) {
  my $hash = shift;

  my ($is_pattern, $entry) = get_entry ($hash);
  unless (defined $entry->{en}) {
    $entry = get_fallback_entry ($hash);
  }
  $entry->{tags} ||= [];
  $entry->{isPattern} = 1 if $is_pattern;

  return $entry;
} # get_entry_or_fallback_entry

sub set_fallback_entry ($$) {
  my ($hash, $value) = @_;
  unless (defined $FallbackEntry) {
    $FallbackEntry = read_data_file ($fallback_file_name);
  }
  $FallbackEntry->{$hash} = $value;
} # set_fallback_entry

sub clear_fallback_entries () {
  $FallbackEntry = {};
} # clear_fallback_entries

sub save_fallback_entries () {
  write_data_file ($fallback_file_name => $FallbackEntry)
      if defined $FallbackEntry;
} # save_fallback_entries

sub get_modified_hashes () {
  open my $file, '<', $patch_file_name or die "$0: $patch_file_name: $!";
  return map {tr/\x0D\x0A//d; $_} <$file>;
} # get_modified_hashes

sub clear_modified_hashes () {
  open my $file, '>', $patch_file_name;
  close $file;
} # clear_modified_hashes

sub htescape ($) {
  my $s = shift;
  $s =~ s/&/&amp;/g;
  $s =~ s/</&lt;/g;
  $s =~ s/"/&quot;/g;
  return $s;
} # htescape

sub system_ (@) {
  (system join (' ', map {quotemeta $_} @_) . " > /dev/null") == 0
      or die "$0: $?";
} # system_

1;

1	wakaba	1.1	use strict;
2
3			my $data_suffix = q[.dat];
4	wakaba	1.7	my $data_dir_name = q[data/];
5	wakaba	1.8	my $data2_dir_name = q[data2/];
6			my $data2_suffix = q[.dat];
7			my $lock_suffix = q[.lock];
8	wakaba	1.13
9			## SEE ALSO: \|Makefile\|.
10	wakaba	1.8	my $fallback_file_name = $data2_dir_name . 'fallback' . $data2_suffix;
11	wakaba	1.12
12			## SEE ALSO: \|Makefile\|.
13	wakaba	1.11	my $patch_file_name = $data2_dir_name . 'modified.txt';
14	wakaba	1.8
15			our $UseCVS //= 1;
16	wakaba	1.1
17			sub normalize ($) {
18			my $s = shift;
19			$s =~ s/\s+/ /g;
20			$s =~ s/^ //;
21			$s =~ s/ $//g;
22			return $s;
23			} # normalize
24
25	wakaba	1.8	sub get_hash ($) {
26			require Digest::MD5;
27			return Digest::MD5::md5_hex (normalize ($_[0]));
28			} # get_hash
29
30	wakaba	1.1	sub create_pattern1 ($) {
31			my $s = quotemeta shift;
32			$s =~ s/\\\*/(.+)/g;
33			return $s;
34			} # create_pattern1
35
36			sub replace_pattern2 ($@) {
37			my $s = shift;
38			my @arg = @_;
39			$s =~ s/\$(\d+)/$arg[$1 - 1]/g;
40			return $s;
41			} # replace_pattern2
42
43	wakaba	1.5	sub load_data_file ($$$) {
44			my ($data_file_name, $exact_data, $pattern_data) = @_;
45	wakaba	1.1
46			open my $data_file, '<:utf8', $data_file_name
47			or die "$0: $data_file_name: $!";
48			local $/ = undef;
49			my $data = <$data_file>;
50			$data =~ s/\x0D?\x0A/\n/g;
51			for (split /\n\n+(?=#)/, $data) {
52			my ($en, $ja) = split /\n#ja\n/, $_;
53			if ($en =~ s/^#en\n//) {
54			$exact_data->{normalize ($en)} = $ja;
55			} elsif ($en =~ s/^#pattern\n//) {
56			$pattern_data->{create_pattern1 (normalize ($en))} = $ja;
57			}
58			}
59			} # load_data_file
60
61			sub for_each_data_file ($) {
62			my ($code) = @_;
63
64			opendir my $data_dir, $data_dir_name or die "$0: $data_dir_name: $!";
65			for (sort {$a cmp $b} readdir $data_dir) {
66			next if /^\./; # hidden files
67	wakaba	1.2	next if /^_/; # editable but not-used files
68	wakaba	1.1	my $data_file_name = qq[$data_dir_name$_];
69			next unless $data_file_name =~ /\Q$data_suffix\E$/;
70	wakaba	1.3	$code->($data_file_name, $_);
71	wakaba	1.1	}
72			} # for_each_data_file
73	wakaba	1.8
74			sub read_data_file ($) {
75			my $file_name = shift;
76			if (-f $file_name) {
77			warn "Loading $file_name...\n";
78			return do $file_name;
79			} else {
80			warn "File $file_name not found\n";
81			return {};
82			}
83			} # read_data_file
84
85			sub write_data_file ($$) {
86			my ($file_name, $data) = @_;
87
88			require Data::Dumper;
89			local $Data::Dumper::Sortkeys = 1;
90
91			my $had_file = -f $file_name;
92			open my $file, '>:encoding(utf8)', $file_name or die "$0: $file_name: $!";
93			print $file Data::Dumper::Dumper ($data);
94			close $file;
95			unless ($had_file) {
96	apache	1.9	system_ ('cvs', 'add', $file_name) if $UseCVS;
97	wakaba	1.8	}
98			} # write_data_file
99
100			sub hash_to_file_name ($) {
101			return $data2_dir_name . substr ($_[0], 0, 2) . $data2_suffix;
102			} # hash_to_file_name
103
104			my $Entry = {};
105	wakaba	1.11	my $ModifiedHash = {};
106	wakaba	1.8
107			sub get_entry ($) {
108			my $hash = shift;
109
110			my $file_name = hash_to_file_name ($hash);
111			unless ($Entry->{$file_name}) {
112			$Entry->{$file_name} = read_data_file ($file_name);
113			}
114
115			if ($Entry->{$file_name}->{exact}->{$hash}) {
116			return (0, $Entry->{$file_name}->{exact}->{$hash});
117			} elsif ($Entry->{$file_name}->{pattern}->{$hash}) {
118			return (1, $Entry->{$file_name}->{pattern}->{$hash});
119			} else {
120			return (undef, undef);
121			}
122			} # get_entry
123
124			sub set_entry ($$$) {
125			my ($hash, $is_pattern, $value) = @_;
126
127			my $file_name = hash_to_file_name ($hash);
128			unless ($Entry->{$file_name}) {
129			$Entry->{$file_name} = read_data_file ($file_name);
130			}
131
132			unless ($value) {
133			delete $Entry->{$file_name}->{exact}->{$hash};
134			delete $Entry->{$file_name}->{pattern}->{$hash};
135			} elsif ($is_pattern) {
136			delete $Entry->{$file_name}->{exact}->{$hash};
137			$Entry->{$file_name}->{pattern}->{$hash} = $value;
138			} else {
139			$Entry->{$file_name}->{exact}->{$hash} = $value;
140			delete $Entry->{$file_name}->{pattern}->{$hash};
141			}
142			$Entry->{$file_name}->{modified} = 1;
143	wakaba	1.11	$ModifiedHash->{$hash} = 1;
144	wakaba	1.8	} # set_entry
145
146			use Fcntl ':flock';
147			my $Lock;
148
149			sub lock_entry ($) {
150			if ($Lock) {
151			die "$0: lock_entry: Another entry is locked";
152			}
153
154			my $hash = shift;
155			my $file_name = hash_to_file_name ($hash) . $lock_suffix;
156			open $Lock, '>', $file_name or die "$0: $file_name: $!";
157			flock $Lock, LOCK_EX;
158			} # lock_entry
159
160			sub commit_entries ($) {
161			for my $file_name (keys %{$Entry}) {
162			if ($Entry->{$file_name}->{modified}) {
163	wakaba	1.11	delete $Entry->{$file_name}->{modified};
164	wakaba	1.8	write_data_file ($file_name => $Entry->{$file_name});
165			}
166			}
167
168	wakaba	1.11	open my $file, '>>', $patch_file_name or die "$0: $patch_file_name: $!";
169			for (keys %$ModifiedHash) {
170			print $file "$_\n";
171			}
172			close $file;
173
174	wakaba	1.8	my $msg = shift // $0;
175	wakaba	1.10	system_ ('cvs', 'commit', -m => $msg, $data2_dir_name) if $UseCVS;
176	wakaba	1.8	} # commit_entries
177
178			sub get_all_entries () {
179			opendir my $dir, $data2_dir_name or die "$0: $data2_dir_name: $!";
180			for (readdir $dir) {
181			next unless /\Q$data2_suffix\E$/;
182			my $file_name = $data2_dir_name . $_;
183			next if $Entry->{$file_name};
184
185			$Entry->{$file_name} = read_data_file ($file_name);
186			}
187
188			return $Entry;
189			} # get_all_entries
190
191			my $FallbackEntry;
192			sub get_fallback_entry ($) {
193			my $hash = shift;
194			unless (defined $FallbackEntry) {
195			$FallbackEntry = read_data_file ($fallback_file_name);
196			}
197			return $FallbackEntry->{$hash} // {};
198			} # get_fallback_entry
199
200	wakaba	1.11	sub get_entry_or_fallback_entry ($) {
201			my $hash = shift;
202
203			my ($is_pattern, $entry) = get_entry ($hash);
204			unless (defined $entry->{en}) {
205			$entry = get_fallback_entry ($hash);
206			}
207	wakaba	1.13	$entry->{tags} \|\|= [];
208	wakaba	1.11	$entry->{isPattern} = 1 if $is_pattern;
209
210			return $entry;
211			} # get_entry_or_fallback_entry
212
213	wakaba	1.8	sub set_fallback_entry ($$) {
214			my ($hash, $value) = @_;
215			unless (defined $FallbackEntry) {
216			$FallbackEntry = read_data_file ($fallback_file_name);
217			}
218			$FallbackEntry->{$hash} = $value;
219			} # set_fallback_entry
220
221			sub clear_fallback_entries () {
222			$FallbackEntry = {};
223			} # clear_fallback_entries
224
225			sub save_fallback_entries () {
226			write_data_file ($fallback_file_name => $FallbackEntry)
227			if defined $FallbackEntry;
228			} # save_fallback_entries
229	wakaba	1.11
230			sub get_modified_hashes () {
231			open my $file, '<', $patch_file_name or die "$0: $patch_file_name: $!";
232			return map {tr/\x0D\x0A//d; $_} <$file>;
233			} # get_modified_hashes
234
235			sub clear_modified_hashes () {
236			open my $file, '>', $patch_file_name;
237			close $file;
238			} # clear_modified_hashes
239	wakaba	1.8
240			sub htescape ($) {
241			my $s = shift;
242			$s =~ s/&/&/g;
243			$s =~ s/</</g;
244			$s =~ s/"/"/g;
245			return $s;
246			} # htescape
247	apache	1.9
248			sub system_ (@) {
249	wakaba	1.10	(system join (' ', map {quotemeta $_} @_) . " > /dev/null") == 0
250			or die "$0: $?";
251	apache	1.9	} # system_
252	wakaba	1.1
253			1;
254