normalise peerhost on outgoing connects
[spider.git] / perl / Msg.pm
index f2881c8ff9a947932c926bb1c4f5a0cf9e57fac1..352904102e32cf35d183ffcd1395e42f5c9c87a0 100644 (file)
@@ -5,64 +5,27 @@
 #
 # I have modified it to suit my devious purposes (Dirk Koopman G1TLH)
 #
-# $Id$
+#
 #
 
 package Msg;
 
 use strict;
 
-use vars qw($VERSION $BRANCH);
-$VERSION = sprintf( "%d.%03d", q$Revision$ =~ /(\d+)\.(\d+)/ );
-$BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/ ) || 0;
-$main::build += $VERSION;
-$main::branch += $BRANCH;
+use DXUtil;
+
+use AnyEvent;
+use AnyEvent::Handle;
+use AnyEvent::Socket;
 
-use IO::Select;
-use IO::Socket;
 use DXDebug;
 use Timer;
 
-use vars qw(%rd_callbacks %wt_callbacks %er_callbacks $rd_handles $wt_handles $er_handles $now %conns $noconns $blocking_supported $cnum);
-
-%rd_callbacks = ();
-%wt_callbacks = ();
-%er_callbacks = ();
-$rd_handles   = IO::Select->new();
-$wt_handles   = IO::Select->new();
-$er_handles   = IO::Select->new();
-
-$now = time;
+use vars qw(%conns $noconns $cnum $total_in $total_out);
 
-BEGIN {
-    # Checks if blocking is supported
-    eval {
-        require POSIX; POSIX->import(qw(O_NONBLOCK F_SETFL F_GETFL))
-    };
-       if ($@ || $main::is_win) {
-#              print STDERR "POSIX Blocking *** NOT *** supported $@\n";
-               $blocking_supported = 0;
-       } else {
-               $blocking_supported = 1;
-#              print STDERR "POSIX Blocking enabled\n";
-       }
-
-
-       # import as many of these errno values as are available
-       eval {
-               require Errno; Errno->import(qw(EAGAIN EINPROGRESS EWOULDBLOCK));
-       };
-}
-
-my $w = $^W;
-$^W = 0;
-my $eagain = eval {EAGAIN()};
-my $einprogress = eval {EINPROGRESS()};
-my $ewouldblock = eval {EWOULDBLOCK()};
-$^W = $w;
+$total_in = $total_out = 0;
 $cnum = 0;
 
-
 #
 #-----------------------------------------------------------------
 # Generalised initializer
@@ -96,27 +59,20 @@ sub set_error
        my $conn = shift;
        my $callback = shift;
        $conn->{eproc} = $callback;
-       set_event_handler($conn->{sock}, error => $callback) if exists $conn->{sock};
 }
 
-sub set_rproc
+sub set_eof
 {
        my $conn = shift;
        my $callback = shift;
-       $conn->{rproc} = $callback;
+       $conn->{sock}->on_eof(sub {$callback});
 }
 
-sub blocking
+sub set_rproc
 {
-       return unless $blocking_supported;
-       
-       my $flags = fcntl ($_[0], F_GETFL, 0);
-       if ($_[1]) {
-               $flags &= ~O_NONBLOCK;
-       } else {
-               $flags |= O_NONBLOCK;
-       }
-       fcntl ($_[0], F_SETFL, $flags);
+       my $conn = shift;
+       my $callback = shift;
+       $conn->{rproc} = $callback;
 }
 
 # save it
@@ -152,6 +108,21 @@ sub pid_gone
        }
 }
 
+sub ax25
+{
+       my $conn = shift;
+       return $conn->{csort} eq 'ax25';
+}
+
+sub peerhost
+{
+       my $conn = shift;
+       $conn->{peerhost} ||= 'ax25' if $conn->ax25;
+       $conn->{peerhost} ||= $conn->{sock}->peerhost if $conn->{sock} && $conn->{sock}->isa('IO::Socket::INET');
+       $conn->{peerhost} ||= 'UNKNOWN';
+       return $conn->{peerhost};
+}
+
 #-----------------------------------------------------------------
 # Send side routines
 sub connect {
@@ -166,31 +137,78 @@ sub connect {
        $conn->{peerport} = $to_port;
        $conn->{sort} = 'Outgoing';
        
-    # Create a new internet socket
-    my $sock = IO::Socket::INET->new();
-    return undef unless $sock;
-       
-       my $proto = getprotobyname('tcp');
-       $sock->socket(AF_INET, SOCK_STREAM, $proto) or return undef;
-       
-       blocking($sock, 0);
-       $conn->{blocking} = 0;
+       my $sock = AnyEvent::Handle->new(
+
+               connect => [$to_host, $to_port],
+
+               on_connect => sub {my $h = shift; $conn->{peerhost} = shift;},
 
-       my $ip = gethostbyname($to_host);
-#      my $r = $sock->connect($to_port, $ip);
-       my $r = connect($sock, pack_sockaddr_in($to_port, $ip));
-       return undef unless $r || _err_will_block($!);
+               on_eof => sub {$conn->disconnect},
+
+               on_error => sub {$conn->disconnect},
+
+               keepalive => 1,
+
+               linger => 0,
+       );
        
        $conn->{sock} = $sock;
-    
-    if ($conn->{rproc}) {
-        my $callback = sub {$conn->_rcv};
-        set_event_handler ($sock, read => $callback);
-    }
+       $sock->on_read(sub{$conn->_rcv});
+
     return $conn;
 }
 
-sub disconnect {
+sub start_program
+{
+       my ($conn, $line, $sort) = @_;
+       my $pid;
+       
+#      local $^F = 10000;              # make sure it ain't closed on exec
+#      my ($a, $b) = $io_socket->socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC);
+#      if ($a && $b) {
+#              $a->autoflush(1);
+#              $b->autoflush(1);
+#              $pid = fork;
+#              if (defined $pid) {
+#                      if ($pid) {
+#                              close $b;
+#                              $conn->{sock} = $a;
+#                              $conn->{csort} = $sort;
+#                              $conn->{lineend} = "\cM" if $sort eq 'ax25';
+#                              $conn->{pid} = $pid;
+#                              if ($conn->{rproc}) {
+#                                      my $callback = sub {$conn->_rcv};
+#                                      Msg::set_event_handler ($a, read => $callback);
+#                              }
+#                              dbg("connect $conn->{cnum}: started pid: $conn->{pid} as $line") if isdbg('connect');
+#                      } else {
+#                              $^W = 0;
+#                              dbgclose();
+#                              STDIN->close;
+#                              STDOUT->close;
+#                              STDOUT->close;
+#                              *STDIN = IO::File->new_from_fd($b, 'r') or die;
+#                              *STDOUT = IO::File->new_from_fd($b, 'w') or die;
+#                              *STDERR = IO::File->new_from_fd($b, 'w') or die;
+#                              close $a;
+#                              unless ($main::is_win) {
+#                                      #                                               $SIG{HUP} = 'IGNORE';
+#                                      $SIG{HUP} = $SIG{CHLD} = $SIG{TERM} = $SIG{INT} = 'DEFAULT';
+#                                      alarm(0);
+#                              }
+#                              exec "$line" or dbg("exec '$line' failed $!");
+#                      }
+#              } else {
+#                      dbg("cannot fork for $line");
+#              }
+#      } else {
+#              dbg("no socket pair $! for $line");
+#      }
+       return $pid;
+}
+
+sub disconnect 
+{
     my $conn = shift;
        return if exists $conn->{disconnecting};
 
@@ -216,29 +234,57 @@ sub disconnect {
        }
 
        if (defined($sock)) {
-               set_event_handler ($sock, read => undef, write => undef, error => undef);
-               shutdown($sock, 3);
-               close($sock);
+               shutdown($sock->{fh}, 2);
+               $sock->destroy;
        }
        
        unless ($main::is_win) {
                kill 'TERM', $conn->{pid} if exists $conn->{pid};
        }
+}
 
+sub _send_stuff
+{
+    my $conn = shift;
+       my $rq = $conn->{outqueue};
+       my $sock = $conn->{sock};
+
+       while (@$rq) {
+               my $data = shift @$rq;
+               my $lth = length $data;
+               my $call = $conn->{call} || 'none';
+               if (isdbg('raw')) {
+                       if (isdbg('raw')) {
+                               dbgdump('raw', "$call send $lth: ", $lth);
+                       }
+               }
+               if (defined $sock && !$sock->destroyed) {
+                       $sock->push_write($data);
+                       $total_out = $lth;
+               } else {
+                       dbg("_send_stuff $call ending data ignored: $data");
+               }
+       }
 }
 
-sub send_now {
+sub send_later {
     my ($conn, $msg) = @_;
+       my $rq = $conn->{outqueue};
+       my $sock = $conn->{sock};
+
+       # this is done like this because enqueueing may be going on independently of
+       # sending (whether later or now)
     $conn->enqueue($msg);
-    $conn->_send (1); # 1 ==> flush
+       _send_stuff($conn)
 }
 
-sub send_later {
+sub send_now { goto &send_later; }
+
+sub send_raw
+{
     my ($conn, $msg) = @_;
-    $conn->enqueue($msg);
-    my $sock = $conn->{sock};
-    return unless defined($sock);
-    set_event_handler ($sock, write => sub {$conn->_send(0)});
+       push @{$conn->{outqueue}}, $msg;
+       _send_stuff($conn);
 }
 
 sub enqueue {
@@ -246,95 +292,14 @@ sub enqueue {
     push (@{$conn->{outqueue}}, defined $_[0] ? $_[0] : '');
 }
 
-sub _send {
-    my ($conn, $flush) = @_;
-    my $sock = $conn->{sock};
-    return unless defined($sock);
-    my $rq = $conn->{outqueue};
-
-    # If $flush is set, set the socket to blocking, and send all
-    # messages in the queue - return only if there's an error
-    # If $flush is 0 (deferred mode) make the socket non-blocking, and
-    # return to the event loop only after every message, or if it
-    # is likely to block in the middle of a message.
-
-       if ($conn->{blocking} != $flush) {
-               blocking($sock, $flush);
-               $conn->{blocking} = $flush;
-       }
-    my $offset = (exists $conn->{send_offset}) ? $conn->{send_offset} : 0;
-
-    while (@$rq) {
-        my $msg            = $rq->[0];
-               my $mlth           = length($msg);
-        my $bytes_to_write = $mlth - $offset;
-        my $bytes_written  = 0;
-               confess("Negative Length! msg: '$msg' lth: $mlth offset: $offset") if $bytes_to_write < 0;
-        while ($bytes_to_write > 0) {
-            $bytes_written = syswrite ($sock, $msg,
-                                       $bytes_to_write, $offset);
-            if (!defined($bytes_written)) {
-                if (_err_will_block($!)) {
-                    # Should happen only in deferred mode. Record how
-                    # much we have already sent.
-                    $conn->{send_offset} = $offset;
-                    # Event handler should already be set, so we will
-                    # be called back eventually, and will resume sending
-                    return 1;
-                } else {    # Uh, oh
-                                       &{$conn->{eproc}}($conn, $!) if exists $conn->{eproc};
-                                       $conn->disconnect;
-                    return 0; # fail. Message remains in queue ..
-                }
-            } elsif (isdbg('raw')) {
-                               my $call = $conn->{call} || 'none';
-                               dbgdump('raw', "$call send $bytes_written: ", $msg);
-                       }
-            $offset         += $bytes_written;
-            $bytes_to_write -= $bytes_written;
-        }
-        delete $conn->{send_offset};
-        $offset = 0;
-        shift @$rq;
-        #last unless $flush; # Go back to select and wait
-                            # for it to fire again.
-    }
-    # Call me back if queue has not been drained.
-    unless (@$rq) {
-        set_event_handler ($sock, write => undef);
-               if (exists $conn->{close_on_empty}) {
-                       &{$conn->{eproc}}($conn, undef) if exists $conn->{eproc};
-                       $conn->disconnect; 
-               }
-    }
-    1;  # Success
-}
-
-sub dup_sock
-{
-       my $conn = shift;
-       my $oldsock = $conn->{sock};
-       my $rc = $rd_callbacks{$oldsock};
-       my $wc = $wt_callbacks{$oldsock};
-       my $ec = $er_callbacks{$oldsock};
-       my $sock = $oldsock->new_from_fd($oldsock, "w+");
-       if ($sock) {
-               set_event_handler($oldsock, read=>undef, write=>undef, error=>undef);
-               $conn->{sock} = $sock;
-               set_event_handler($sock, read=>$rc, write=>$wc, error=>$ec);
-               $oldsock->close;
-       }
-}
-
 sub _err_will_block {
-       return 0 unless $blocking_supported;
-       return ($_[0] == $eagain || $_[0] == $ewouldblock || $_[0] == $einprogress);
+       return 0;
 }
 
 sub close_on_empty
 {
        my $conn = shift;
-       $conn->{close_on_empty} = 1;
+       $conn->{sock}->on_drain(sub {$conn->disconnect;});
 }
 
 #-----------------------------------------------------------------
@@ -345,31 +310,18 @@ sub new_server {
     my ($pkg, $my_host, $my_port, $login_proc) = @_;
        my $self = $pkg->new($login_proc);
        
-    $self->{sock} = IO::Socket::INET->new (
-                                          LocalAddr => "$my_host:$my_port",
-#                                          LocalPort => $my_port,
-                                          Listen    => SOMAXCONN,
-                                          Proto     => 'tcp',
-                                          Reuse => 1);
+    $self->{sock} = tcp_server $my_host, $my_port, sub { $self->new_client(@_); }, sub { return 256; };
     die "Could not create socket: $! \n" unless $self->{sock};
-    set_event_handler ($self->{sock}, read => sub { $self->new_client }  );
        return $self;
 }
 
+
 sub nolinger
 {
        my $conn = shift;
-       my $buf;
-       if (isdbg('sock') && ($buf = getsockopt($conn->{sock}, SOL_SOCKET, SO_LINGER))) {
-               my ($l, $t) = unpack("ll", $buf);
-               dbg("Linger is: $buf = $l $t");
-       }
-       setsockopt($conn->{sock}, SOL_SOCKET, SO_LINGER, pack("ll", 0, 0)) or confess "setsockopt linger: $!";
-       setsockopt($conn->{sock}, SOL_SOCKET, SO_KEEPALIVE, 1) or confess "setsockopt keepalive: $!";
-       if (isdbg('sock') && ($buf = getsockopt($conn->{sock}, SOL_SOCKET, SO_LINGER))) {
-               my ($l, $t) = unpack("ll", $buf);
-               dbg("Linger is: $buf = $l $t");
-       }
+       my $sock = $conn->{sock};
+#      $sock->linger(0);
+#      $sock->keepalive(1);
 }
 
 sub dequeue
@@ -397,75 +349,70 @@ sub _rcv {                     # Complement to _send
     return unless defined($sock);
 
        my @lines;
-       if ($conn->{blocking}) {
-               blocking($sock, 0);
-               $conn->{blocking} = 0;
-       }
-       $bytes_read = sysread ($sock, $msg, 1024, 0);
-       if (defined ($bytes_read)) {
-               if ($bytes_read > 0) {
-                       if (isdbg('raw')) {
-                               my $call = $conn->{call} || 'none';
-                               dbgdump('raw', "$call read $bytes_read: ", $msg);
-                       }
-                       if ($conn->{echo}) {
-                               my @ch = split //, $msg;
-                               my $out;
-                               for (@ch) {
-                                       if (/[\cH\x7f]/) {
-                                               $out .= "\cH \cH";
-                                               $conn->{msg} =~ s/.$//;
-                                       } else {
-                                               $out .= $_;
-                                               $conn->{msg} .= $_;
-                                       }
-                               }
-                               if (defined $out) {
-                                       set_event_handler ($sock, write => sub{$conn->_send(0)});
-                                       push @{$conn->{outqueue}}, $out;
+       $msg = $sock->{rbuf};
+       $bytes_read = length $msg || 0;
+       $sock->{rbuf} = '';
+
+       if ($bytes_read > 0) {
+               $total_in += $bytes_read;
+               if (isdbg('raw')) {
+                       my $call = $conn->{call} || 'none';
+                       dbgdump('raw', "$call read $bytes_read: ", $msg);
+               }
+               if ($conn->{echo}) {
+                       my @ch = split //, $msg;
+                       my $out;
+                       for (@ch) {
+                               if (/[\cH\x7f]/) {
+                                       $out .= "\cH \cH";
+                                       $conn->{msg} =~ s/.$//;
+                               } else {
+                                       $out .= $_;
+                                       $conn->{msg} .= $_;
                                }
-                       } else {
-                               $conn->{msg} .= $msg;
                        }
-               } 
-       } else {
-               if (_err_will_block($!)) {
-                       return ; 
+                       if (defined $out) {
+                               $conn->send_now($out);
+                       }
                } else {
-                       $bytes_read = 0;
+                       $conn->{msg} .= $msg;
                }
-    }
+       }
 
-FINISH:
-    if (defined $bytes_read && $bytes_read == 0) {
-               &{$conn->{eproc}}($conn, $!) if exists $conn->{eproc};
-               $conn->disconnect;
-    } else {
-               unless ($conn->{disable_read}) {
-                       $conn->dequeue if exists $conn->{msg};
-               }
+       unless ($conn->{disable_read}) {
+               $conn->dequeue if exists $conn->{msg};
        }
 }
 
 sub new_client {
        my $server_conn = shift;
-    my $sock = $server_conn->{sock}->accept();
+       my $sock = shift;
+       my $peerhost = shift;
+       my $peerport = shift;
        if ($sock) {
                my $conn = $server_conn->new($server_conn->{rproc});
-               $conn->{sock} = $sock;
-               blocking($sock, 0);
-               $conn->nolinger;
+               $conn->{sock} = AnyEvent::Handle->new(
+
+            fh => $sock,
+
+                   on_eof => sub {$conn->disconnect},
+
+                   on_error => sub {$conn->disconnect},
+
+                   keepalive => 1,
+
+                   linger => 0,
+           );
                $conn->{blocking} = 0;
-               my ($rproc, $eproc) = &{$server_conn->{rproc}} ($conn, $conn->{peerhost} = $sock->peerhost(), $conn->{peerport} = $sock->peerport());
+               my ($rproc, $eproc) = &{$server_conn->{rproc}} ($conn, $conn->{peerhost} = $peerhost, $conn->{peerport} = $peerport);
+               dbg("accept $conn->{cnum} from $conn->{peerhost} $conn->{peerport}") if isdbg('connll');
                $conn->{sort} = 'Incoming';
                if ($eproc) {
                        $conn->{eproc} = $eproc;
-                       set_event_handler ($sock, error => $eproc);
                }
                if ($rproc) {
                        $conn->{rproc} = $rproc;
-                       my $callback = sub {$conn->_rcv};
-                       set_event_handler ($sock, read => $callback);
+                       $conn->{sock}->on_read(sub {$conn->_rcv});
                } else {  # Login failed
                        &{$conn->{eproc}}($conn, undef) if exists $conn->{eproc};
                        $conn->disconnect();
@@ -478,8 +425,7 @@ sub new_client {
 sub close_server
 {
        my $conn = shift;
-       set_event_handler ($conn->{sock}, read => undef, write => undef, error => undef );
-       $conn->{sock}->close;
+       undef $conn->{sock};
 }
 
 # close all clients (this is for forking really)
@@ -493,85 +439,37 @@ sub close_all_clients
 sub disable_read
 {
        my $conn = shift;
-       set_event_handler ($conn->{sock}, read => undef);
-       return $_[0] ? $conn->{disable_read} = $_[0] : $_[0];
+       return defined $_[0] ? $conn->{disable_read} = $_[0] : $_[0];
 }
 
-#
-#----------------------------------------------------
-# Event loop routines used by both client and server
-
-sub set_event_handler {
-    shift unless ref($_[0]); # shift if first arg is package name
-    my ($handle, %args) = @_;
-    my $callback;
-    if (exists $args{'write'}) {
-        $callback = $args{'write'};
-        if ($callback) {
-            $wt_callbacks{$handle} = $callback;
-            $wt_handles->add($handle);
-        } else {
-            delete $wt_callbacks{$handle};
-            $wt_handles->remove($handle);
-        }
-    }
-    if (exists $args{'read'}) {
-        $callback = $args{'read'};
-        if ($callback) {
-            $rd_callbacks{$handle} = $callback;
-            $rd_handles->add($handle);
-        } else {
-            delete $rd_callbacks{$handle};
-            $rd_handles->remove($handle);
-       }
-    }
-    if (exists $args{'error'}) {
-        $callback = $args{'error'};
-        if ($callback) {
-            $er_callbacks{$handle} = $callback;
-            $er_handles->add($handle);
-        } else {
-            delete $er_callbacks{$handle};
-            $er_handles->remove($handle);
-       }
-    }
+sub sleep
+{
+       my ($pkg, $interval) = @_;
+       my $cv = AnyEvent->condvar;
+       my $wait_a_bit = AnyEvent->timer(
+                                                                        after => $interval,
+                                                                        cb => sub {$cv->send},
+                                                                       );
+       $cv->recv;
 }
 
-sub event_loop {
-    my ($pkg, $loop_count, $timeout) = @_; # event_loop(1) to process events once
-    my ($conn, $r, $w, $e, $rset, $wset, $eset);
-    while (1) {
-       # Quit the loop if no handles left to process
-        last unless ($rd_handles->count() || $wt_handles->count());
-        
-               ($rset, $wset, $eset) = IO::Select->select($rd_handles, $wt_handles, $er_handles, $timeout);
-               
-        foreach $e (@$eset) {
-            &{$er_callbacks{$e}}($e) if exists $er_callbacks{$e};
-        }
-        foreach $r (@$rset) {
-            &{$rd_callbacks{$r}}($r) if exists $rd_callbacks{$r};
-        }
-        foreach $w (@$wset) {
-            &{$wt_callbacks{$w}}($w) if exists $wt_callbacks{$w};
-        }
-
-               Timer::handler;
-               
-        if (defined($loop_count)) {
-            last unless --$loop_count;
-        }
-    }
+sub set_event_handler
+{
+       my $sock = shift;
+       my %args = @_;
+       my ($pkg, $fn, $line) = caller;
+       my $s;
+       foreach (my ($k,$v) = each %args) {
+               $s .= "$k => $v, ";
+       }
+       $s =~ s/[\s,]$//;
+       dbg("Msg::set_event_handler called from ${pkg}::${fn} line $line doing $s");
 }
 
-sub sleep
+sub echo
 {
-       my ($pkg, $interval) = @_;
-       my $now = time;
-       while (time - $now < $interval) {
-               $pkg->event_loop(10, 0.01);
-       }
+       my $conn = shift;
+       return defined $_[0] ? $conn->{echo} = $_[0] : $_[0];
 }
 
 sub DESTROY