messaging/bunshin/Bunshin.pm


=head1 NAME

Bunshin --- A shimbun implemrntion written in Perl

=cut

package Bunshin;
use strict;
use vars qw($DEBUG $MYNAME $VERSION);
$VERSION=do{my @r=(q$Revision: 1.4 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
$MYNAME = 'Bunshin';
$DEBUG = 0;
use FileHandle;
require Message::Entity;
require Message::Util;
require Message::Field::Date;

sub new ($;%) {
  my $class = shift;
  my $self = bless {}, $class;
  $self->{fmt2str} = Message::Util::make_clone
    (\%Message::Field::Date::FMT2STR);
  $self;
}

=item $b->msg_regex ($regex)

Set regex used to cut a message.

=cut

sub set_regex ($$$) {
  my $self = shift;
  my $name = shift;
  my $regex = shift;
  $regex =~ s/\x20/\\x20/g;
  $regex =~ s/\x09/\\x09/g;
  $regex =~ s/\x0D(?!\x0A)/\x0D\x0A/g;
  $regex =~ s/(?<!\x0D)\x0A/\x0D\x0A/g;
  $regex =~ s/\x0D/\\x0D/g;
  $regex =~ s/\x0A/\\x0A/g;
  $regex =~ s/\x23/\\x23/g;
  $self->{'regex_'.$name} = $regex;
}

sub set_hook_function ($$\&) {
  my $self = shift;
  my $name = shift;
  my $function = shift;
  $self->{'hook_'.$name} = $function;
}

sub set_format ($$\&) {
  my $self = shift;
  my $name = shift;
  my $function = shift;
  $self->{fmt2str}->{$name} = $function;
}

sub set_elements ($$@) {
  my $self = shift;
  my $name = shift;
  $self->{'elements_'.$name} = \@_;
}

sub set_source ($%) {
  my $self = shift;
  my %option = @_;
  ($self->{source}, $self->{meta_info}) = $self->_get_resource (%option);
  $self->default_parameter (base_uri => $option{uri}) if $option{uri};
        ## BUG: Doesn't support redirection
  if ($option{uri} || $option{file}) {
    my $c = $self->{hook_code_conversion} || \&_code_conversion;
    $self->{source} = &$c ($self, $self->{source}, \%option, $self->{meta_info});
  }
  $self->{source} =~ s/\x0D(?!\x0A)/\x0D\x0A/g;
  $self->{source} =~ s/(?<!\x0D)\x0A/\x0D\x0A/g;
  $self;
}

sub _get_resource ($%) {
  my $self = shift;
  my %option = @_;
  my ($resource, $meta);
  if (defined $option{value}) {
    $resource = $option{value};
  } elsif ($option{uri}) {
    require Message::Field::UA;
    require LWP::UserAgent;
    my $ua = Message::Field::UA->new;
    $ua->add_our_name;
    $ua->add ('libwww-perl' => $LWP::VERSION);
    my $lwp = LWP::UserAgent->new;
    $lwp->agent ($ua->stringify);
    my $req = HTTP::Request->new (GET => $option{uri});
    my $res = $lwp->request ($req);
    $resource = $res->content;
    $meta = parse Message::Header $res->headers_as_string,
      -parse_all => 0, -format => 'http-response',
    ;
  } elsif ($option{file}) {
    my $f = new FileHandle $option{file} => 'r';
    Carp::croak "set_source: $option{file}: $!" unless defined $f;
    my $c = $self->{hook_code_conversion} || \&_code_conversion;
    local $/ = undef;
    $resource = $f->getline;
  } else {
    Carp::croak "_get_resource: $_[0]: Unsupported data source type";
  }
  ($resource, $meta);
}

## $self->_code_conversion ($string, \%option, $meta_info)
sub _code_conversion ($$\%$) {
  $_[1];
}

sub make_msgs ($) {
  my $self = shift;
  my $s = $self->{source};
  my $f = $self->{hook_make_msg} || \&_make_a_msg;
  my @msg;
  my %param = %{$self->{default_parameter}};
  if ($self->{regex_metainfo} && ref $self->{elements_metainfo}) {
    $s =~ s{ $self->{regex_metainfo} }{
      no strict 'refs';
      for my $i (0..$#{$self->{elements_metainfo}}) {
        $param{$self->{elements_metainfo}->[$i]} = ${$i+1};
      }
      $&;
    }esx;
  }
  $s =~ s{ $self->{regex_message} }{
    no strict 'refs';
    my %p = %param;
    for my $i (0..$#{$self->{elements_message}}) {
      $p{$self->{elements_message}->[$i]} = ${$i+1};
    }
    my $msg = &$f ($self, %p);
    push @msg, $msg;
  }gesx;
  @msg;
}

## Default function for "make_msg"
sub _make_a_msg ($@) {
  my $self = shift;
  my %p = @_;
  my $msg = new Message::Entity
    -fill_date  => 0,
    -fill_msgid => 0,
    -fill_ua_name       => 'x-shimbun-agent',
    -format     => 'news-usefor',
    -parse_all  => 1,
  ;
  my $hdr = $msg->header;
  ## Originator and date
    my $from = $hdr->field ('from')->add ($p{from_mail} || 'foo@bar.invalid');
    $from->display_name ($p{from_name}) if length $p{from_name};
    my $date = $hdr->field ('date');
    $p{date_year} ||= (gmtime)[5];
    $date->set_datetime (@p{qw/date_year date_month
      date_day date_hour date_minute date_second/},
      zone => $p{date_zone});
    $hdr->add (x_uri => $p{from_uri}) if $p{from_uri};
    if ($p{from_face}) {
      $msg->header->field ('x-face')->value ($p{from_face});
    } elsif ($p{faces}->{$p{from_mail}}) {
      $msg->header->field ('x-face')->value ($p{faces}->{$p{from_mail}});
    } elsif ($p{list_face}) {
      $msg->header->field ('x-face')->value ($p{list_face});
    }
  ## Message attribute
    if (length $p{msg_id}) {
      $hdr->add ('message-id' => $p{msg_id});
    } elsif ($p{msg_id_from} || $p{msg_id_right} || $p{list_id}) {
      my $c = $p{msg_count};
      $c = '.d'.(0+$date) unless defined $p{msg_count};
      my $mid;
      if ($p{msg_id_from}) {
        $mid = sprintf '<msg%s.BS%%%s%%%s>', $c, $p{list_id}, $p{msg_id_from};
      } elsif ($p{msg_id_right}) {
        $mid = sprintf '<msg%s.BS%%%s%%list@%s>', $c, $p{list_id}, $p{msg_id_right};
      } else { #if ($p{list_id}) {
        $mid = sprintf '<msg%s.BS%%list@%s>', $c, $p{list_id};
      }
      $hdr->add (($DEBUG?'x-':'').'message-id' => $mid);
    }
    if (length $p{subject}) {
      $hdr->add (subject => $p{subject});
    } elsif (length $p{DEFAULT_subject}) {
      $hdr->add (subject => $p{DEFAULT_subject});
    }
    my $a;
    for (grep {/^misc_/} keys %p) {
      $a = $hdr->field ('content-x-properties') unless ref $a;
      my $name = substr ($_, 5);
      $name =~ tr/_/-/;
      if ($p{base_uri} && /uri/ && length $p{$_}) {
        require URI::WithBase;
        $a->add ($name => URI::WithBase->new ($p{$_}, $p{base_uri})->abs);
      } elsif (/color/) {
        $p{$_} = '#'.$p{$_} if $p{$_} =~ /^[A-Za-z0-9]{6}$/;
        $a->add ($name => $p{$_}) if length $p{$_};
      } else {
        $a->add ($name => $p{$_}) if length $p{$_};
      }
    }
  ## Body and body information
    my $b = $self->{hook_msg_body} || \&_make_a_msg_body;
    &$b ($self, $msg, $p{body}, \%p);
  ## List information
    if (length $p{list_id}) {
      my $lid = $hdr->field ('list-id');
      $lid->value ($p{list_id});
      $lid->display_name ($p{list_name}) if length $p{list_name};
    }
    $hdr->add (x_mail_count => $p{msg_count}) if defined $p{msg_count};
    $hdr->add (x_ml_info => $p{list_info}) if defined $p{list_info};
    if ($p{base_uri}) {
      my $uri = $hdr->add (x_uri => '');
      $uri->value ($p{base_uri});
      $uri->display_name ($p{list_name}) if length $p{list_name};
    }
    if ($p{urn_template}) {
      my $urn = $date->stringify (
        -format_macros  => $self->{fmt2str},
        -format_template        => $p{urn_template},
        -format_parameters      => \%p,
      );
      #my $urn = $self->Message::Field::Date::_date2str ({
      #  format_template        => $p{urn_template},
      #  date_time      => $date->unix_time,
      #  zone   => $date->zone,
      #  fmt2str        => $self->{fmt2str},
      #}, \%p);
      $hdr->add ('x-uri')->value ($urn);
    }
  ## Additional information
    my $u = $self->{hook_msg_header_add};
    &$u ($self, $msg, \%p) if ref $u;
    $hdr->field ('x-shimbun-agent')->add ($MYNAME => $VERSION);
  $msg;
}

sub _make_a_msg_body ($$$\%) {
  my $self = shift;
  my ($msg, $body, $param) = @_;
  if (length $body) {
    $body =~ s/(?<!\x0D\x0A)\z/\x0D\x0A/s;
    $msg->body ($body);
  }
}

sub default_parameter ($@) {
  my $self = shift;
  if (@_ == 1) {
    return $self->{default_parameter}->{ $_[0] };
  }
  while (my ($name, $value) = splice (@_, 0, 2)) {
    $self->{default_parameter}->{$name} = $value;
  }
  $self;
}

=head1 $meta = $b->meta_information

Gets meta information from resource requesting protocol.
Usually returned value is Message::Header object.
When resource is getten via HTTP, its content is HTTP response
header.

=cut

sub meta_information ($) {
  my $self = shift;
  $self->{meta_info};
}

=head1 LICENSE

Copyright 2002 wakaba E<lt>w@suika.fam.cxE<gt>.

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; see the file COPYING.  If not, write to
the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
Boston, MA 02111-1307, USA.

=head1 CHANGE

See F<ChangeLog>.
$Date: 2002/07/24 12:12:34 $

=cut

1;
1	wakaba	1.1
2			=head1 NAME
3
4	wakaba	1.2	Bunshin --- A shimbun implemrntion written in Perl
5	wakaba	1.1
6			=cut
7
8			package Bunshin;
9			use strict;
10			use vars qw($DEBUG $MYNAME $VERSION);
11	wakaba	1.5	$VERSION=do{my @r=(q$Revision: 1.4 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
12	wakaba	1.1	$MYNAME = 'Bunshin';
13			$DEBUG = 0;
14			use FileHandle;
15			require Message::Entity;
16			require Message::Util;
17			require Message::Field::Date;
18
19			sub new ($;%) {
20			my $class = shift;
21			my $self = bless {}, $class;
22			$self->{fmt2str} = Message::Util::make_clone
23	wakaba	1.5	(\%Message::Field::Date::FMT2STR);
24	wakaba	1.1	$self;
25			}
26
27			=item $b->msg_regex ($regex)
28
29			Set regex used to cut a message.
30
31			=cut
32
33			sub set_regex ($$$) {
34			my $self = shift;
35			my $name = shift;
36			my $regex = shift;
37			$regex =~ s/\x20/\\x20/g;
38			$regex =~ s/\x09/\\x09/g;
39			$regex =~ s/\x0D(?!\x0A)/\x0D\x0A/g;
40			$regex =~ s/(?<!\x0D)\x0A/\x0D\x0A/g;
41			$regex =~ s/\x0D/\\x0D/g;
42			$regex =~ s/\x0A/\\x0A/g;
43			$regex =~ s/\x23/\\x23/g;
44			$self->{'regex_'.$name} = $regex;
45			}
46
47			sub set_hook_function ($$\&) {
48			my $self = shift;
49			my $name = shift;
50			my $function = shift;
51			$self->{'hook_'.$name} = $function;
52			}
53
54			sub set_format ($$\&) {
55			my $self = shift;
56			my $name = shift;
57			my $function = shift;
58			$self->{fmt2str}->{$name} = $function;
59			}
60
61			sub set_elements ($$@) {
62			my $self = shift;
63			my $name = shift;
64			$self->{'elements_'.$name} = \@_;
65			}
66
67			sub set_source ($%) {
68			my $self = shift;
69			my %option = @_;
70	wakaba	1.4	($self->{source}, $self->{meta_info}) = $self->_get_resource (%option);
71			$self->default_parameter (base_uri => $option{uri}) if $option{uri};
72			## BUG: Doesn't support redirection
73			if ($option{uri} \|\| $option{file}) {
74			my $c = $self->{hook_code_conversion} \|\| \&_code_conversion;
75			$self->{source} = &$c ($self, $self->{source}, \%option, $self->{meta_info});
76			}
77			$self->{source} =~ s/\x0D(?!\x0A)/\x0D\x0A/g;
78			$self->{source} =~ s/(?<!\x0D)\x0A/\x0D\x0A/g;
79			$self;
80			}
81
82			sub _get_resource ($%) {
83			my $self = shift;
84			my %option = @_;
85			my ($resource, $meta);
86	wakaba	1.1	if (defined $option{value}) {
87	wakaba	1.4	$resource = $option{value};
88	wakaba	1.1	} elsif ($option{uri}) {
89			require Message::Field::UA;
90			require LWP::UserAgent;
91			my $ua = Message::Field::UA->new;
92			$ua->add_our_name;
93			$ua->add ('libwww-perl' => $LWP::VERSION);
94			my $lwp = LWP::UserAgent->new;
95			$lwp->agent ($ua->stringify);
96			my $req = HTTP::Request->new (GET => $option{uri});
97			my $res = $lwp->request ($req);
98	wakaba	1.4	$resource = $res->content;
99			$meta = parse Message::Header $res->headers_as_string,
100			-parse_all => 0, -format => 'http-response',
101			;
102	wakaba	1.1	} elsif ($option{file}) {
103			my $f = new FileHandle $option{file} => 'r';
104			Carp::croak "set_source: $option{file}: $!" unless defined $f;
105			my $c = $self->{hook_code_conversion} \|\| \&_code_conversion;
106			local $/ = undef;
107	wakaba	1.4	$resource = $f->getline;
108	wakaba	1.1	} else {
109	wakaba	1.4	Carp::croak "_get_resource: $_[0]: Unsupported data source type";
110	wakaba	1.1	}
111	wakaba	1.4	($resource, $meta);
112	wakaba	1.1	}
113
114	wakaba	1.4	## $self->_code_conversion ($string, \%option, $meta_info)
115			sub _code_conversion ($$\%$) {
116	wakaba	1.1	$_[1];
117			}
118
119			sub make_msgs ($) {
120			my $self = shift;
121			my $s = $self->{source};
122			my $f = $self->{hook_make_msg} \|\| \&_make_a_msg;
123			my @msg;
124			my %param = %{$self->{default_parameter}};
125			if ($self->{regex_metainfo} && ref $self->{elements_metainfo}) {
126			$s =~ s{ $self->{regex_metainfo} }{
127			no strict 'refs';
128			for my $i (0..$#{$self->{elements_metainfo}}) {
129			$param{$self->{elements_metainfo}->[$i]} = ${$i+1};
130			}
131			$&;
132			}esx;
133			}
134			$s =~ s{ $self->{regex_message} }{
135			no strict 'refs';
136			my %p = %param;
137			for my $i (0..$#{$self->{elements_message}}) {
138			$p{$self->{elements_message}->[$i]} = ${$i+1};
139			}
140			my $msg = &$f ($self, %p);
141			push @msg, $msg;
142			}gesx;
143			@msg;
144			}
145
146			## Default function for "make_msg"
147			sub _make_a_msg ($@) {
148			my $self = shift;
149			my %p = @_;
150			my $msg = new Message::Entity
151			-fill_date => 0,
152			-fill_msgid => 0,
153			-fill_ua_name => 'x-shimbun-agent',
154	wakaba	1.5	-format => 'news-usefor',
155	wakaba	1.1	-parse_all => 1,
156			;
157			my $hdr = $msg->header;
158			## Originator and date
159	wakaba	1.3	my $from = $hdr->field ('from')->add ($p{from_mail} \|\| 'foo@bar.invalid');
160	wakaba	1.1	$from->display_name ($p{from_name}) if length $p{from_name};
161			my $date = $hdr->field ('date');
162			$p{date_year} \|\|= (gmtime)[5];
163			$date->set_datetime (@p{qw/date_year date_month
164			date_day date_hour date_minute date_second/},
165			zone => $p{date_zone});
166	wakaba	1.3	$hdr->add (x_uri => $p{from_uri}) if $p{from_uri};
167	wakaba	1.1	if ($p{from_face}) {
168			$msg->header->field ('x-face')->value ($p{from_face});
169			} elsif ($p{faces}->{$p{from_mail}}) {
170			$msg->header->field ('x-face')->value ($p{faces}->{$p{from_mail}});
171			} elsif ($p{list_face}) {
172			$msg->header->field ('x-face')->value ($p{list_face});
173			}
174			## Message attribute
175			if (length $p{msg_id}) {
176			$hdr->add ('message-id' => $p{msg_id});
177	wakaba	1.3	} elsif ($p{msg_id_from} \|\| $p{msg_id_right} \|\| $p{list_id}) {
178	wakaba	1.1	my $c = $p{msg_count};
179			$c = '.d'.(0+$date) unless defined $p{msg_count};
180	wakaba	1.3	my $mid;
181			if ($p{msg_id_from}) {
182			$mid = sprintf '<msg%s.BS%%%s%%%s>', $c, $p{list_id}, $p{msg_id_from};
183			} elsif ($p{msg_id_right}) {
184			$mid = sprintf '<msg%s.BS%%%s%%list@%s>', $c, $p{list_id}, $p{msg_id_right};
185			} else { #if ($p{list_id}) {
186			$mid = sprintf '<msg%s.BS%%list@%s>', $c, $p{list_id};
187			}
188	wakaba	1.1	$hdr->add (($DEBUG?'x-':'').'message-id' => $mid);
189			}
190	wakaba	1.3	if (length $p{subject}) {
191			$hdr->add (subject => $p{subject});
192			} elsif (length $p{DEFAULT_subject}) {
193			$hdr->add (subject => $p{DEFAULT_subject});
194			}
195	wakaba	1.1	my $a;
196			for (grep {/^misc_/} keys %p) {
197			$a = $hdr->field ('content-x-properties') unless ref $a;
198			my $name = substr ($_, 5);
199			$name =~ tr/_/-/;
200			if ($p{base_uri} && /uri/ && length $p{$_}) {
201			require URI::WithBase;
202	wakaba	1.2	$a->add ($name => URI::WithBase->new ($p{$_}, $p{base_uri})->abs);
203	wakaba	1.5	} elsif (/color/) {
204			$p{$_} = '#'.$p{$_} if $p{$_} =~ /^[A-Za-z0-9]{6}$/;
205			$a->add ($name => $p{$_}) if length $p{$_};
206	wakaba	1.1	} else {
207			$a->add ($name => $p{$_}) if length $p{$_};
208			}
209			}
210			## Body and body information
211			my $b = $self->{hook_msg_body} \|\| \&_make_a_msg_body;
212			&$b ($self, $msg, $p{body}, \%p);
213			## List information
214			if (length $p{list_id}) {
215			my $lid = $hdr->field ('list-id');
216			$lid->value ($p{list_id});
217			$lid->display_name ($p{list_name}) if length $p{list_name};
218			}
219	wakaba	1.3	$hdr->add (x_mail_count => $p{msg_count}) if defined $p{msg_count};
220			$hdr->add (x_ml_info => $p{list_info}) if defined $p{list_info};
221	wakaba	1.1	if ($p{base_uri}) {
222			my $uri = $hdr->add (x_uri => '');
223			$uri->value ($p{base_uri});
224			$uri->display_name ($p{list_name}) if length $p{list_name};
225			}
226			if ($p{urn_template}) {
227	wakaba	1.5	my $urn = $date->stringify (
228			-format_macros => $self->{fmt2str},
229			-format_template => $p{urn_template},
230			-format_parameters => \%p,
231			);
232			#my $urn = $self->Message::Field::Date::_date2str ({
233			# format_template => $p{urn_template},
234			# date_time => $date->unix_time,
235			# zone => $date->zone,
236			# fmt2str => $self->{fmt2str},
237			#}, \%p);
238	wakaba	1.1	$hdr->add ('x-uri')->value ($urn);
239			}
240			## Additional information
241			my $u = $self->{hook_msg_header_add};
242			&$u ($self, $msg, \%p) if ref $u;
243			$hdr->field ('x-shimbun-agent')->add ($MYNAME => $VERSION);
244			$msg;
245			}
246
247			sub _make_a_msg_body ($$$\%) {
248			my $self = shift;
249			my ($msg, $body, $param) = @_;
250			if (length $body) {
251			$body =~ s/(?<!\x0D\x0A)\z/\x0D\x0A/s;
252			$msg->body ($body);
253			}
254			}
255
256			sub default_parameter ($@) {
257			my $self = shift;
258			if (@_ == 1) {
259			return $self->{default_parameter}->{ $_[0] };
260			}
261			while (my ($name, $value) = splice (@_, 0, 2)) {
262			$self->{default_parameter}->{$name} = $value;
263			}
264			$self;
265			}
266
267	wakaba	1.4	=head1 $meta = $b->meta_information
268
269			Gets meta information from resource requesting protocol.
270			Usually returned value is Message::Header object.
271			When resource is getten via HTTP, its content is HTTP response
272			header.
273
274			=cut
275
276			sub meta_information ($) {
277			my $self = shift;
278			$self->{meta_info};
279			}
280
281	wakaba	1.1	=head1 LICENSE
282
283			Copyright 2002 wakaba E<lt>w@suika.fam.cxE<gt>.
284
285			This program is free software; you can redistribute it and/or modify
286			it under the terms of the GNU General Public License as published by
287			the Free Software Foundation; either version 2 of the License, or
288			(at your option) any later version.
289
290			This program is distributed in the hope that it will be useful,
291			but WITHOUT ANY WARRANTY; without even the implied warranty of
292			MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
293			GNU General Public License for more details.
294
295			You should have received a copy of the GNU General Public License
296			along with this program; see the file COPYING. If not, write to
297			the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
298			Boston, MA 02111-1307, USA.
299
300			=head1 CHANGE
301
302			See F<ChangeLog>.
303	wakaba	1.5	$Date: 2002/07/24 12:12:34 $
304	wakaba	1.1
305			=cut
306
307			1;