# Filter::Reference partial copyright 1998 Artur Bergman # . Partial copyright 1999 Philip Gwyn. package POE::Filter::Reference; use strict; use POE::Filter; use vars qw($VERSION @ISA); $VERSION = '1.370'; # NOTE - Should be #.### (three decimal places) @ISA = qw(POE::Filter); use Carp qw(carp croak confess); sub BUFFER () { 0 } sub FREEZE () { 1 } sub THAW () { 2 } sub COMPRESS () { 3 } sub NO_FATALS () { 4 } sub MAX_BUFFER () { 5 } sub BAD_BUFFER () { 6 } sub FIRST_UNUSED () { 7 } use base 'Exporter'; our @EXPORT_OK = qw( FIRST_UNUSED ); my %KNOWN_PARAMS = ( Compression => 1, Serializer => 1, NoFatals => 1, MaxBuffer => 1 ); #------------------------------------------------------------------------------ # Try to require one of the default freeze/thaw packages. use vars qw( $DEF_FREEZER $DEF_FREEZE $DEF_THAW ); BEGIN { local $SIG{'__DIE__'} = 'DEFAULT'; my @packages = qw(Storable FreezeThaw YAML); foreach my $package (@packages) { eval { require "$package.pm"; import $package (); }; if ($@) { warn $@; next; } # Found a good freezer! $DEF_FREEZER = $package; last; } die "Filter::Reference requires one of @packages" unless defined $DEF_FREEZER; } # Some processing here ($DEF_FREEZE, $DEF_THAW) = _get_methods($DEF_FREEZER); #------------------------------------------------------------------------------ # Try to acquire Compress::Zlib at run time. my $zlib_status = undef; sub _include_zlib { local $SIG{'__DIE__'} = 'DEFAULT'; unless (defined $zlib_status) { eval "use Compress::Zlib qw(compress uncompress)"; if ($@) { $zlib_status = $@; eval( "sub compress { @_ }\n" . "sub uncompress { @_ }" ); } else { $zlib_status = ''; } } $zlib_status; } #------------------------------------------------------------------------------ sub _get_methods { my($freezer)=@_; my $freeze=$freezer->can('nfreeze') || $freezer->can('freeze'); my $thaw=$freezer->can('thaw'); return unless $freeze and $thaw; return ($freeze, $thaw); } #------------------------------------------------------------------------------ sub new { my $type = shift; # Convert from old style to new style # $l == 1 # ->new( undef ) => (Serializer => undef) # ->new( $class ) => (Serializer => class) # not defined $_[0] # ->new( undef, 1 ) => (Serializer => undef, Compression => 1) # ->new( undef, undef, 1 ) => (Serializer => undef, Compression => undef, NoFatals =>1) # $l == 3 # ->new( $class, 1, 1 ) => (Serializer => undef, Compression => 1, NoFatals =>1) # ($l <= 3 and not $KNOWN_PARAMS{$_[0]}) # ->new( $class, 1 ) my %params; my $l = scalar @_; if( $l == 1 or $l == 3 or not defined $_[0] or ( $l<=3 and not $KNOWN_PARAMS{$_[0]}) ) { if( 'HASH' eq ref $_[0] ) { # do we %params = %{ $_[0] }; } else { %params = ( Serializer => $_[0], Compression => $_[1], NoFatals => $_[2] ); } } else { croak "$type requires an even number of parameters" if @_ and @_ & 1; %params = @_; } my($freeze, $thaw); my $freezer = $params{Serializer}; unless (defined $freezer) { # Okay, load the default one! $freezer = $DEF_FREEZER; $freeze = $DEF_FREEZE; $thaw = $DEF_THAW; } else { # What did we get? if (ref $freezer) { # It's an object, create an closure my($freezetmp, $thawtmp) = _get_methods($freezer); $freeze = sub { $freezetmp->($freezer, @_) }; $thaw = sub { $thawtmp-> ($freezer, @_) }; } else { # A package name? # First, find out if the package has the necessary methods. ($freeze, $thaw) = _get_methods($freezer); # If not, try to reload the module. unless ($freeze and $thaw) { my $path = $freezer; $path =~ s{::}{/}g; $path .= '.pm'; # Force a reload if necessary. This is naive and can leak # memory, so we only do it until we get the desired methods. delete $INC{$path}; eval { local $^W = 0; require $path; $freezer->import(); }; carp $@ if $@; ($freeze, $thaw) = _get_methods($freezer); } } } # Now get the methods we want carp "$freezer doesn't have a freeze or nfreeze method" unless $freeze; carp "$freezer doesn't have a thaw method" unless $thaw; # Should ->new() return undef() it if fails to find the methods it # wants? return unless $freeze and $thaw; # Maximum buffer my $max_buffer = $type->__param_max( MaxBuffer => 512*1024*1024, \%params ); # Compression my $compression = $params{Compression}||0; if ($compression) { my $zlib_status = _include_zlib(); if ($zlib_status ne '') { warn "Compress::Zlib load failed with error: $zlib_status\n"; carp "Filter::Reference compression option ignored"; $compression = 0; } } # No fatals my $no_fatals = $params{NoFatals}||0; delete @params{ keys %KNOWN_PARAMS }; carp("$type ignores unknown parameters: ", join(', ', sort keys %params)) if scalar keys %params; my $self = bless [ '', # BUFFER $freeze, # FREEZE $thaw, # THAW $compression, # COMPRESS $no_fatals, # NO_FATALS $max_buffer, # MAX_BUFFER '' # BAD_BUFFER ], $type; $self; } #------------------------------------------------------------------------------ sub get { my ($self, $stream) = @_; my @return; $self->get_one_start($stream); while (1) { my $next = $self->get_one(); last unless @$next; push @return, @$next; } return \@return; } #------------------------------------------------------------------------------ # 2001-07-27 RCC: The get_one() variant of get() allows Wheel::Xyz to # retrieve one filtered block at a time. This is necessary for filter # changing and proper input flow control. sub get_one_start { my ($self, $stream) = @_; $self->[BUFFER] .= join('', @$stream); if( $self->[MAX_BUFFER] < length( $self->[BUFFER] ) ) { $self->[BAD_BUFFER] = "Framing buffer exceeds the limit"; die $self->[BAD_BUFFER] unless $self->[NO_FATALS]; } } sub get_one { my $self = shift; # Need to check lengths in octets, not characters. BEGIN { eval { require bytes } and bytes->import; } if( $self->[BAD_BUFFER] ) { my $err = $self->[BAD_BUFFER]; $self->[BAD_BUFFER] = ''; return [ $err ]; } if ( $self->[BUFFER] =~ /^(\d+)\0/ and length($self->[BUFFER]) >= $1 + length($1) + 1 ) { substr($self->[BUFFER], 0, length($1) + 1) = ""; my $next_message = substr($self->[BUFFER], 0, $1); substr($self->[BUFFER], 0, $1) = ""; $next_message = uncompress($next_message) if $self->[COMPRESS]; unless ($self->[NO_FATALS]) { return [ $self->[THAW]->($next_message) ]; } my $thawed = eval { $self->[THAW]->($next_message) }; return [ "$@" ] if $@; return [ $thawed ]; } return [ ]; } #------------------------------------------------------------------------------ # freeze one or more references, and return a string representing them sub put { my ($self, $references) = @_; # Need to check lengths in octets, not characters. BEGIN { eval { require bytes } and bytes->import; } my @raw = map { confess "Choking on a non-reference ($_)" unless ref(); my $frozen = $self->[FREEZE]->($_); $frozen = compress($frozen) if $self->[COMPRESS]; length($frozen) . "\0" . $frozen; } @$references; \@raw; } #------------------------------------------------------------------------------ # Return everything we have outstanding. Do not destroy our framing # buffer, though. sub get_pending { my $self = shift; return undef unless length $self->[BUFFER]; return [ $self->[BUFFER] ]; } 1; __END__ =head1 NAME POE::Filter::Reference - freeze and thaw arbitrary Perl data =head1 SYNOPSIS #!perl use YAML; use POE qw(Wheel::ReadWrite Filter::Reference); POE::Session->create( inline_states => { _start => sub { pipe(my($read, $write)) or die $!; $_[HEAP]{io} = POE::Wheel::ReadWrite->new( InputHandle => $read, OutputHandle => $write, Filter => POE::Filter::Reference->new(), InputEvent => "got_perl_data", ); $_[HEAP]{io}->put( { key_1 => 111, key_2 => 222 } ); }, got_perl_data => sub { print "Got data:\n", YAML::Dump($_[ARG0]); print "Bye!\n"; delete $_[HEAP]{io}; } } ); POE::Kernel->run(); exit; =head1 DESCRIPTION POE::Filter::Reference allows programs to send and receive arbitrary Perl data structures without worrying about a line protocol. Its put() method serializes Perl data into a byte stream suitable for transmission. get_one() parses the data structures back out of such a stream. By default, POE::Filter::Reference uses Storable to do its magic. A different serializer may be specified at construction time. =head1 PUBLIC FILTER METHODS =head2 new new() creates and initializes a POE::Filter::Reference object. It accepts a list of named parameters. =head3 Serializer Any class that supports nfreeze() (or freeze()) and thaw() may be used as a Serializer. If a Serializer implements both nfreeze() and freeze(), then the "network" (nfreeze) version will be used. Serializer may be a class name: # Use Storable explicitly, specified by package name. my $filter = POE::Filter::Reference->newer( Serializer=>"Storable" ); # Use YAML instead. Compress its output, as it may be verbose. my $filter = POE::Filter::Reference->new("YAML", 1); Serializer may also be an object: # Use an object. my $serializer = Data::Serializer::Something->new(); my $filter = POE::Filter::Reference->newer( Serializer => $serializer ); If Serializer is omitted or undef, the Reference filter will try to use Storable, FreezeThaw, and YAML in that order. POE::Filter::Reference will die if it cannot find one of these serializers, but this rarely happens now that Storable and YAML are bundled with Perl. =head3 Compression If Compression is true, Compress::Zlib will be called upon to reduce the size of serialized data. It will also decompress the incoming stream data. =head3 MaxBuffer C sets the maximum amount of data that the filter will hold onto while trying to build a new reference. Defaults to 512 MB. =head3 NoFatals If NoFatals is true, messages will be thawed inside a block eval. By default, however, thaw() is allowed to die normally. If an error occurs while NoFatals is in effect, POE::Filter::Reference will return a string containing the contents of $@ at the time the eval failed. So when using NoFatals, it's important to check whether input is really a reference: sub got_reference { my $message = $_[ARG0]; if (ref $message) { print "Got data:\n", YAML::Dump($message); } else { warn "Input decode error: $message\n"; } } new() will try to load any classes it needs for L or L. =head2 new [SERIALIZER [, COMPRESSION [, NO_FATALS]]] This is the old constructor synatx. It does not conform to the normal POE::Filter constructor parameter syntax. Please use the new syntax instead. Calling C like this is equivalent to POE::Filter::Reference->new( Serializer => SERIALIZER, Compression => COMPRESSION, NoFatals => NO_FATALS ); Please note that if you have a custom serializer class called C you will have to update your code to the new syntax. =head1 SERIALIZER API Here's what POE::Filter::Reference expects of its serializers. =head2 thaw SERIALIZED thaw() is required. It accepts two parameters: $self and a scalar containing a SERIALIZED byte stream representing a single Perl data structure. It returns a reconstituted Perl data structure. sub thaw { my ($self, $stream) = @_; my $reference = $self->_deserialization_magic($stream); return $reference; } =head2 nfreeze REFERENCE Either nfreeze() or freeze() is required. They behave identically, except that nfreeze() is guaranteed to be portable across networks and between machine architectures. These freezers accept two parameters: $self and a REFERENCE to Perl data. They return a serialized version of the REFERENCEd data. sub nfreeze { my ($self, $reference) = @_; my $stream = $self->_serialization_magic($reference); return $stream; } =head2 freeze REFERENCE freeze() is an alternative form of nfreeze(). It has the same call signature as nfreeze(), but it doesn't guarantee that serialized data will be portable across machine architectures. If you must choose between implementing freeze() and nfreeze() for use with POE::Filter::Reference, go with nfreeze(). =head1 SEE ALSO Please see L for documentation regarding the base interface. The SEE ALSO section in L contains a table of contents covering the entire POE distribution. =head1 BUGS Not so much bugs as caveats: It's important to use identical serializers on each end of a connection. Even different versions of the same serializer can break data in transit. Most (if not all) serializers will re-bless data at the destination, but many of them will not load the necessary classes to make those blessings work. Make sure the same classes and versions are available on either end of the wire. =head1 AUTHORS & COPYRIGHTS The Reference filter was contributed by Artur Bergman, with changes by Philip Gwyn. Please see L for more information about authors and contributors. =cut # rocco // vim: ts=2 sw=2 expandtab # TODO - Edit.