# You may distribute under the terms of either the GNU General Public License # or the Artistic License (the same terms as Perl itself) # # (C) Paul Evans, 2011-2024 -- leonerd@leonerd.org.uk package IO::Async::Channel 0.803; use v5.14; use warnings; use base qw( IO::Async::Notifier ); use Carp; use IO::Async::Stream; =head1 NAME C - pass values into or out from an L =head1 DESCRIPTION A C object allows Perl values to be passed into or out of an L. It is intended to be used primarily with a Routine object rather than independently. For more detail and examples on how to use this object see also the documentation for L. A Channel object is shared between the main process of the program and the process running within the Routine. In the main process it will be used in asynchronous mode, and in the Routine process it will be used in synchronous mode. In asynchronous mode all methods return immediately and use L-style futures or callback functions. In synchronous within the Routine process the methods block until they are ready and may be used for flow-control within the routine. Alternatively, a Channel may be shared between two different Routine objects, and not used directly by the controlling program. The channel itself represents a FIFO of Perl reference values. New values may be put into the channel by the C method in either mode. Values may be retrieved from it by the C method. Values inserted into the Channel are snapshot by the C method. Any changes to referred variables will not be observed by the other end of the Channel after the C method returns. =head1 PARAMETERS The following named parameters may be passed to C or C: =head2 codec => STR Gives the name of the encoding method used to represent values over the channel. This can be set to C to use the core L module. As this only supports references, to pass a single scalar value, C a SCALAR reference to it, and dereference the result of C. If the L and L modules are installed, this can be set to C instead, and will use those to perform the encoding and decoding. This optional dependency may give higher performance than using C. If these modules are available, then this option is picked by default. =cut =head1 CONSTRUCTOR =cut =head2 new $channel = IO::Async::Channel->new; Returns a new C object. This object reference itself should be shared by both sides of a Ced process. After C the two C methods may be used to configure the object for operation on either end. While this object does in fact inherit from L, it should not be added to a Loop object directly; event management will be handled by its containing L object. =cut # Undocumented convenience constructors for running IaRoutine in 'spawn' mode sub new_sync { my $class = shift; my ( $fd ) = @_; my $self = $class->new; $self->setup_sync_mode( $fd ); return $self; } sub new_stdin { shift->new_sync( \*STDIN ); } sub new_stdout { shift->new_sync( \*STDOUT ); } sub DESTROY { my $self = shift; eval { $self->close }; # ignore any error } =head1 METHODS The following methods documented in C expressions return L instances. =cut =head2 configure $channel->configure( %params ); Similar to the standard C method on L, this is used to change details of the Channel's operation. =over 4 =item on_recv => CODE May only be set on an async mode channel. If present, will be invoked whenever a new value is received, rather than using the C method. $on_recv->( $channel, $data ); =item on_eof => CODE May only be set on an async mode channel. If present, will be invoked when the channel gets closed by the peer. $on_eof->( $channel ); =back =cut my $DEFAULT_CODEC; sub _default_codec { $DEFAULT_CODEC ||= do { my $HAVE_SEREAL = defined eval { require Sereal::Encoder; require Sereal::Decoder }; $HAVE_SEREAL ? "Sereal" : "Storable"; }; } sub _init { my $self = shift; my ( $params ) = @_; $params->{codec} //= _default_codec; $self->SUPER::_init( $params ); } sub configure { my $self = shift; my %params = @_; foreach (qw( on_recv on_eof )) { next unless exists $params{$_}; $self->{mode} and $self->{mode} eq "async" or croak "Can only configure $_ in async mode"; $self->{$_} = delete $params{$_}; $self->_build_stream; } if( my $codec = delete $params{codec} ) { @{ $self }{qw( encode decode )} = ( $self->can( "_make_codec_$codec" ) or croak "Unrecognised codec name '$codec'" )->(); } $self->SUPER::configure( %params ); } sub _make_codec_Storable { require Storable; return \&Storable::freeze, \&Storable::thaw; } sub _make_codec_Sereal { require Sereal::Encoder; require Sereal::Decoder; my $encoder; my $decoder; # "thread safety" to Sereal::{Encoder,Decoder} means that the variables get # reset to undef in new threads. We should defend against that. return sub { ( $encoder ||= Sereal::Encoder->new )->encode( $_[0] ) }, sub { ( $decoder ||= Sereal::Decoder->new )->decode( $_[0] ) }; } =head2 send $channel->send( $data ); Pushes the data stored in the given Perl reference into the FIFO of the Channel, where it can be received by the other end. When called on a synchronous mode Channel this method may block if a C call on the underlying filehandle blocks. When called on an asynchronous mode channel this method will not block. =cut my %SENDMETHODS; sub send { my $self = shift; my ( $data ) = @_; defined( my $mode = $self->{mode} ) or die "Cannot ->send without being set up"; my $code = ( $SENDMETHODS{$mode} ||= $self->can( "_send_$mode" ) ) or die "IO::Async::Channel cannot send in unrecognised mode '$mode'"; $self->$code( $data ); } *_send_sync = *_send_async = sub { my ( $self, $data ) = @_; $self->send_encoded( $self->{encode}->( $data ) ); }; =head2 send_encoded $channel->send_encoded( $record ); A variant of the C method; this method pushes the byte record given. This should be the result of a call to C. =cut sub send_encoded { my $self = shift; my ( $record ) = @_; my $bytes = pack( "I", length $record ) . $record; defined $self->{mode} or die "Cannot ->send without being set up"; return $self->_sendbytes_sync( $bytes ) if $self->{mode} eq "sync"; return $self->_sendbytes_async( $bytes ) if $self->{mode} eq "async"; } =head2 encode $record = $channel->encode( $data ); Takes a Perl reference and returns a serialised string that can be passed to C. The following two forms are equivalent $channel->send( $data ); $channel->send_encoded( $channel->encode( $data ) ); This is provided for the use-case where data needs to be serialised into a fixed string to "snapshot it" but not sent yet; the returned string can be saved and sent at a later time. $record = IO::Async::Channel->encode( $data ); This can also be used as a class method, in case it is inconvenient to operate on a particular object instance, or when one does not exist yet. In this case it will encode using whatever is the default codec for C. =cut my $default_encode; sub encode { my $self = shift; my ( $data ) = @_; return ( ref $self ? $self->{encode} : $default_encode ||= do { ( $self->can( "_make_codec_" . _default_codec )->() )[0] } )->( $data ); } =head2 recv $data = $channel->recv; When called on a synchronous mode Channel this method will block until a Perl reference value is available from the other end and then return it. If the Channel is closed this method will return C. Since only references may be passed and all Perl references are true the truth of the result of this method can be used to detect that the channel is still open and has not yet been closed. $data = await $channel->recv; When called on an asynchronous mode Channel this method returns a future which will eventually yield the next Perl reference value that becomes available from the other end. If the Channel is closed, the future will fail with an C failure. $channel->recv( %args ); When not returning a future, takes the following named arguments: =over 8 =item on_recv => CODE Called when a new Perl reference value is available. Will be passed the Channel object and the reference data. $on_recv->( $channel, $data ); =item on_eof => CODE Called if the Channel was closed before a new value was ready. Will be passed the Channel object. $on_eof->( $channel ); =back =cut my %RECVMETHODS; sub recv { my $self = shift; defined( my $mode = $self->{mode} ) or die "Cannot ->recv without being set up"; my $code = ( $RECVMETHODS{$mode} ||= $self->can( "_recv_$mode" ) ) or die "IO::Async::Channel cannot recv in unrecognised mode '$mode'"; return $self->$code( @_ ); } =head2 close $channel->close; Closes the channel. Causes a pending C on the other end to return undef or the queued C callbacks to be invoked. =cut my %CLOSEMETHODS; sub close { my $self = shift; defined( my $mode = $self->{mode} ) or return; my $code = ( $CLOSEMETHODS{$mode} ||= $self->can( "_close_$mode" ) ) or die "IO::Async::Channel cannot close in unrecognised mode '$mode'"; return $self->$code; } # Leave this undocumented for now sub setup_sync_mode { my $self = shift; ( $self->{fh} ) = @_; $self->{mode} = "sync"; # Since we're communicating binary structures and not Unicode text we need to # enable binmode binmode $self->{fh}; defined and $_->blocking( 1 ) for $self->{read_handle}, $self->{write_handle}; $self->{fh}->autoflush(1); } sub _read_exactly { $_[1] = ""; while( length $_[1] < $_[2] ) { my $n = read( $_[0], $_[1], $_[2]-length $_[1], length $_[1] ); defined $n or return undef; $n or return ""; } return $_[2]; } sub _recv_sync { my $self = shift; my $n = _read_exactly( $self->{fh}, my $lenbuffer, 4 ); defined $n or die "Cannot read - $!"; length $n or return undef; my $len = unpack( "I", $lenbuffer ); $n = _read_exactly( $self->{fh}, my $record, $len ); defined $n or die "Cannot read - $!"; length $n or return undef; return $self->{decode}->( $record ); } sub _sendbytes_sync { my $self = shift; my ( $bytes ) = @_; $self->{fh}->print( $bytes ); } sub _close_sync { my $self = shift; $self->{fh}->close; } # Leave this undocumented for now sub setup_async_mode { my $self = shift; my %args = @_; exists $args{$_} and $self->{$_} = delete $args{$_} for qw( read_handle write_handle ); keys %args and croak "Unrecognised keys for setup_async_mode: " . join( ", ", keys %args ); defined and $_->blocking( 0 ) for $self->{read_handle}, $self->{write_handle}; $self->{mode} = "async"; } sub _build_stream { my $self = shift; return $self->{stream} ||= do { $self->{on_result_queue} = []; my $stream = IO::Async::Stream->new( read_handle => $self->{read_handle}, write_handle => $self->{write_handle}, autoflush => 1, on_read => $self->_capture_weakself( '_on_stream_read' ) ); $self->add_child( $stream ); $stream; }; } sub _sendbytes_async { my $self = shift; my ( $bytes ) = @_; $self->_build_stream->write( $bytes ); } sub _recv_async { my $self = shift; my %args = @_; my $on_recv = $args{on_recv}; my $on_eof = $args{on_eof}; my $stream = $self->_build_stream; my $f; $f = $stream->loop->new_future unless !defined wantarray; push @{ $self->{on_result_queue} }, sub { my ( $self, $type, $result ) = @_; if( $type eq "recv" ) { $f->done( $result ) if $f and !$f->is_cancelled; $on_recv->( $self, $result ) if $on_recv; } else { $f->fail( "EOF waiting for Channel recv", eof => ) if $f and !$f->is_cancelled; $on_eof->( $self ) if $on_eof; } }; return $f; } sub _close_async { my $self = shift; if( my $stream = $self->{stream} ) { $stream->close_when_empty; } else { $_ and $_->close for $self->{read_handle}, $self->{write_handle}; } undef $_ for $self->{read_handle}, $self->{write_handle}; } sub _on_stream_read { my $self = shift or return; my ( $stream, $buffref, $eof ) = @_; if( $eof ) { while( my $on_result = shift @{ $self->{on_result_queue} } ) { $on_result->( $self, eof => ); } $self->{on_eof}->( $self ) if $self->{on_eof}; return; } return 0 unless length( $$buffref ) >= 4; my $len = unpack( "I", $$buffref ); return 0 unless length( $$buffref ) >= 4 + $len; my $record = $self->{decode}->( substr( $$buffref, 4, $len ) ); substr( $$buffref, 0, 4 + $len ) = ""; if( my $on_result = shift @{ $self->{on_result_queue} } ) { $on_result->( $self, recv => $record ); } else { $self->{on_recv}->( $self, $record ); } return 1; } sub _extract_read_handle { my $self = shift; return undef if !$self->{mode}; croak "Cannot extract filehandle" if $self->{mode} ne "async"; $self->{mode} = "dead"; return $self->{read_handle}; } sub _extract_write_handle { my $self = shift; return undef if !$self->{mode}; croak "Cannot extract filehandle" if $self->{mode} ne "async"; $self->{mode} = "dead"; return $self->{write_handle}; } =head1 AUTHOR Paul Evans =cut 0x55AA;