File Coverage

blib/lib/TipJar/MTA.pm

Criterion	Covered	Total	%
statement	125	756	16.5
branch	42	386	10.8
condition	11	67	16.4
subroutine	19	40	47.5
pod	0	22	0.0
total	197	1271	15.5

package TipJar::MTA;

use strict;
use warnings;
use Carp;
sub mylog(@);
use POSIX qw/strftime/;
  my $ONCE = 0;
BEGIN {
    if ( $ENV{TJMTADEBUG} ) {
        eval 'sub DEBUG(){1}';
    }
    else {
        eval 'sub DEBUG(){0}';
    }
}
use vars qw/
  $VERSION $MyDomain $interval $basedir
  $ReturnAddress $Recipient $InitialRecipCount @Recipients
  $AgeBeforeDeferralReport
  $LogToStdout
  $OnlyOnce
  $LastChild
  $TimeStampFrequency
  $timeout
  $Domain $line
  $ConnectionProblem $dateheader
  $dnsmxpath $ConRetryDelay $ReuseQuota $ReuseQuotaInitial
  @NoBounceRegexList
  $MaxActiveKids
  $FourErrCacheLifetime
  $BindAddress
  %SMTProutes
  $PostDataTrouble
  /;

$ConRetryDelay        = 17 * 60;
$FourErrCacheLifetime = 7 * 60;

# $dnsmxpath = 'dnsmx';
$ReuseQuotaInitial = 20;

my $res;    # used by Net::DNS

use dateheader;
sub concachetest($);
sub cachepurge();

$TimeStampFrequency = 200;    # just under an hour at 17 seconds each

$MaxActiveKids = 5;           # just how much spam are we sending?

sub CRLF() {
    "\015\012";
}

use Fcntl ':flock';           # import LOCK_* constants
$interval                = 17;
$AgeBeforeDeferralReport = 4 * 3600;    # four hours

$VERSION = '0.34';

sub VERSION {
    $_[1] or return $VERSION;
    $_[1] <= 0.14 and croak 'TipJar::MTA now uses Net::DNS instead of dnsmx';

    $_[1] > $VERSION
      and croak
      "you are requesting TipJar::MTA version $_[1] but this is only $VERSION";

    $VERSION;
}

use Sys::Hostname;

my $RealHostName = $MyDomain = ( hostname() || 'sys.hostname.returned.false' );

my $time;
sub newmessage($);

sub OneWeek()  { 7 * 24 * 3600; }
sub SixHours() { 6 * 3600; }

sub Scramble($) {
    my @a = @{ shift(@_) };
    my ( $i, $ii );
    my $max = @a;
    for ( $i = 0 ; $i < $max ; $i++ ) {
        $ii = rand $max;
        @a[ $i, $ii ] = @a[ $ii . $i ];
    }
    @a;
}

sub import {
    shift;    #package name
    if ( grep { m/^nodns$/i } @_ ) {
        *dnsmx = sub($) {
            my $host = lc(shift);
            if ( exists $SMTProutes{$host} ) {
                ref( $SMTProutes{$host} )
                  and return Scramble( $SMTProutes{$host} );
                return $SMTProutes{$host};
            }
            if ( exists $SMTProutes{SMARTHOST} ) {
                ref( $SMTProutes{SMARTHOST} )
                  and return Scramble( $SMTProutes{$host} );
                return $SMTProutes{SMARTHOST};
            }
            mylog "nodns: %SMTProutes has no entry for <$host> or SMARTHOST";
            return $host;

        };
    }
    else {
        eval 'use Net::DNS; 1' or die "failed to load Net::DNS: $@";

        $res   = Net::DNS::Resolver->new;
        *dnsmx = \&_dnsmx;
    }
    $basedir = shift;
    $basedir ||= './MTAdir';
    DEBUG and warn "basedir will be $basedir";

}

$LogToStdout = 1;

{
    my $LogTime = 0;

    sub DLsave($);
    sub DLpurge();

    sub mylog(@) {

        if ( time - $LogTime > 30 ) {
            $LogTime = time;
            mylog scalar localtime;
        }

        defined $Recipient or $Recipient = 'no recipient';

        open LOG, ">>$basedir/log/current" or print( @_, "\n" ) and return;
        flock LOG, LOCK_EX or die "flock: $!";
        if ($LogToStdout) {
            seek STDOUT, 2, 0;
            print "$$ $Recipient ", @_;
            print "\n";
        }
        else {
            seek LOG, 2, 0;
            print LOG "$$ $Recipient ", @_;
            print LOG "\n";
        }
        flock LOG, LOCK_UN;    # flushes before unlocking
    }

};

my $ActiveKids = 0;
$SIG{CHLD} = sub { $ActiveKids--; wait };

sub recursive_immed($) {       #  "$qdir/$this";

    # immediatize all files under here, then delete the dir.
    my $this = shift;
    my @dirs = ($this);
    my $e;
    my @rmdirs;
    while (@dirs) {
        $this = shift @dirs;
        DEBUG and warn "immanentizing $this";
        opendir RI_DIR, $this;
        for $e ( readdir RI_DIR ) {
            $e =~ /^\.\.?$/ and next;
            my $abs = "$this/$e";
            if ( -d $abs ) {
                push @dirs, $abs;
            }
            elsif ( -f _ ) {
                mylog "immanentizing $abs";
                my $ext = 'Q';
                my $newname;
                while ( -e "$basedir/immediate/$e$ext" ) {
                    $ext++;
                }
                rename $abs, "$basedir/immediate/$e$ext"
                  or mylog "rename failed (with extension $ext): $!";
            }
            else {
                mylog "UNLINKING NONFILE NONDIR $abs";
				# abs hasn't been opened, don't need to close it
                unlink $abs or mylog "UNLINK FAILED: $!";
            }
        }
        unshift @rmdirs, $this;
    }
    for $e (@rmdirs) { rmdir $e or mylog "Can't rmdir $e: $!" }
}

{
  # static variables
  my $string = 'a';
  my $outboundfname = 'a';

sub run() {

    INIT { $string = 'a' }
    undef $Recipient;

    -d $basedir
      or mkdir $basedir, 0770
      or die "could not mkdir $basedir: $!";

    -w $basedir or croak "base dir <$basedir> must be writable!";

    # log dir contains logs (duh)
    -d "$basedir/log"
      or mkdir "$basedir/log", 0770
      or die "could not mkdir $basedir/log: $!";

    # queue dir contains deferred messageobjects
    -d "$basedir/queue"
      or mkdir "$basedir/queue", 0770
      or die "could not mkdir $basedir/queue: $!";

    # domain dir contains lists of queued messages, per domain.
    -d "$basedir/domain"
      or mkdir "$basedir/domain", 0770
      or die "could not mkdir $basedir/domain: $!";

    # 4error dir contains lists of 4NN-error remote addresses, per domain.
    -d "$basedir/4error"
      or mkdir "$basedir/4error", 0770
      or die "could not mkdir $basedir/4error: $!";

    # 5error dir contains lists of 5NN-error remote addresses, per domain.
    -d "$basedir/5error"
      or mkdir "$basedir/5error", 0770
      or die "could not mkdir $basedir/5error: $!";

    # conerror dir contains domains we are having trouble connecting to.
    -d "$basedir/conerror"
      or mkdir "$basedir/conerror", 0770
      or die "could not mkdir $basedir/conerror: $!";

    # temp dir contains message objects under construction
    -d "$basedir/temp"
      or mkdir "$basedir/temp", 0770
      or die "could not mkdir $basedir/temp: $!";

    $ONCE or do {    # only one MTA at a time, so we can run this

        # from cron
        open PID, ">>$basedir/temp/MTApid";    # "touch" sort of
        open PID, "+<$basedir/temp/MTApid"
          or die "could not open pid file '$basedir/temp/MTApid'";
        flock PID, LOCK_EX;
        chomp( my $oldpid =  );

        if ( $oldpid and kill 0, $oldpid ) {
            print "$$ MTA process number $oldpid is still running\n";
            mylog "MTA process number $oldpid is still running";
            exit;
        }

        seek PID, 0, 0;
        DEBUG and warn "main proc is $$";
        print PID "$$\n";
        flock PID, LOCK_UN;
        close PID;
    };

    # immediate dir contains reprioritized deferred objects
    -d "$basedir/immediate"
      or mkdir "$basedir/immediate", 0770
      or die "could not mkdir $basedir/immediate: $!";

    # endless top level loop
    mylog "starting fork-and-wait loop: will launch every $interval seconds.";
    my $count;
    for ( ; ; ) {
        ++$count % $TimeStampFrequency
          or mylog( time, ": ", scalar(localtime), " ", $count );

        rand(1000) < 1 and cachepurge;    # how long is 17000 seconds?

        if ( $ActiveKids > $MaxActiveKids ) {
            mylog "$ActiveKids child procs (more than $MaxActiveKids)";
            sleep( 1 + int( $interval / 3 ) );
            next;
        }

        # new child drops out of the waiting loop
		$ONCE and last;
        $LastChild = fork or last;
        $ActiveKids++;
        if ($OnlyOnce) {
            mylog "OnlyOnce flag set to [$OnlyOnce]";
            return $OnlyOnce;
        }
        my $slept = 0;
        while ( $slept < $interval ) {
            $slept += sleep( 1 + $interval - $slept );
        }
    }
    my $file;
    $time = time;
    DEBUG and warn "queuerunner launched at " . localtime $time;

    # process new files if any
    opendir BASEDIR, $basedir;
    my @entries = readdir BASEDIR;
    my $outfile;
    for $file (@entries) {
        -f "$basedir/$file" or next;
        -s "$basedir/$file" or next;
        mylog "processing new message file $file";
        rename "$basedir/$file",
          $outfile = "$basedir/temp/$$-" . $outboundfname++ . time
          or do {
            mylog "could not rename $file: $!";
            next;
          };
        DEBUG and warn "renamed new message $basedir/$file to $outfile";

        # expand and write into temp, then try to
        # deliver each file as it is expanded
        unless ( open MESSAGE0, "<$outfile" ) {
            mylog "CRITICAL: Could not open $outfile for reading";
            next;
        }
        eval
" END{ close MESSAGE0; DEBUG and warn q{ unlinking $outfile }; unlink q{$outfile} or mylog q{CRITICAL: could not unlink $outfile}} ";

        my @MessData = ();
        mylog scalar(@MessData), "lines of message data";

        chomp( my $FirstLine = shift @MessData );
        mylog "from [[$FirstLine]]";

        # never mind $FirstLine =~ s/\s*<*([^<>\s]*).*$/$1/s;

        my $Recip;
        my %DOMAIN_MATRIX;
        my $bestmx;
        for ( ; ; ) {
            chomp( $Recip = shift @MessData );
            DEBUG and warn "recip $Recip";
            unless (@MessData) {
                mylog "no body in message file $outfile";
                die "no body in message file $outfile";
            }

            # never mind $Recip =~ s/\s*<*([^<>\s]+\@[\w\-\.]+).*$/$1/s or last;
            ($Domain) = $Recip =~ /\@([\w\-\.]+)/ or last;
            ($bestmx) = dnsmx($Domain);
            mylog "for $Recip (via $bestmx)";
            push @{ $DOMAIN_MATRIX{$bestmx} }, $Recip;
        }

        foreach $bestmx ( keys %DOMAIN_MATRIX ) {
            DEBUG and warn "mx $bestmx gets @{$DOMAIN_MATRIX{$bestmx}}";
            $string++;
            open TEMP, ">$basedir/temp/$time.$$.$string" or die "FAILURE: $!";
            DEBUG and warn "in $basedir/temp/$time.$$.$string";
            print TEMP "$FirstLine\n@{$DOMAIN_MATRIX{$bestmx}}\n", @MessData,
              "\n";
            close TEMP;
            rename
              "$basedir/temp/$time.$$.$string",
              "$basedir/immediate/$time.$$.$string.$bestmx"
              or die "rename: $!";
        }

    }

    # process all messages in immediate directory
    opendir BASEDIR, "$basedir/immediate"
      or die "could not open immediate dir: $!";
    @entries = readdir BASEDIR;
    for $file (@entries) {
        my $M = newmessage "$basedir/immediate/$file" or next;
		DEBUG and warn "created message object $M for immediate message file $file";
        $M->attempt();    # will skip or requeue or delete
        undef $Recipient;
    }

    # reprioritize deferred messages
    my $qdir = "$basedir/queue";

    my @reprime;
    for my $NEXTPIECE ( split / /, strftime "%Y %m %d %H %M %S", localtime ) {
        DEBUG and warn "looking at queue dir $qdir";
        opendir QDIR, $qdir;
        my $this;
        while ( defined( $this = readdir QDIR ) ) {
            if ( -f "$qdir/$this" ) {
                mylog "immanentizing $qdir/$this";
                rename "$qdir/$this", "$basedir/immediate/${this}Q";
                next;
            }
            unless ( -d "$qdir/$this" ) {
                mylog "UNLINKING NONFILE NONDIR $qdir/$this";
				# hasn't been opened no need to close it
                unlink "$qdir/$this" or mylog "UNLINK FAILED: $!";
                next;
            }

            $this =~ /^\.\.?$/ and next;

            if ( $this < $NEXTPIECE ) {
                recursive_immed "$qdir/$this";
            }
        }
        $qdir .= "/$NEXTPIECE";
        -d $qdir or last;
    }

    $ONCE or exit;
}  # end sub run

  sub once { $ONCE = 1; run}


}; # end sub run and enclosing scope

# only one active message per process.
# (MESSAGE, $ReturnAddress, $Recipient) are all global.

sub newmessage($) {

    #my $pack = shift;
    my $messageID = shift;
    -f $messageID or return undef;
    -s $messageID or do {

        # eliminate freeze on zero-length message files
		# hasn't been opened no need to close it
        unlink $messageID;
        return undef;
    };
    open MESSAGE, "<$messageID" or return undef;
    flock MESSAGE, LOCK_EX | LOCK_NB or return undef;
    chomp( $ReturnAddress =  );
    chomp( $Recipient     =  );
    @Recipients = split / +/, $Recipient;
    $InitialRecipCount = @Recipients;
	undef $PostDataTrouble;
    bless \$messageID;
}

my $purgecount;
sub purgedir($);

sub purgedir($) {
    my $now = time();
    my $dir = shift;
    my $nonempty;
    my @dirs;
    opendir SUBDIR, $dir;
    foreach ( readdir SUBDIR ) {
        /^\.{1,2}$/ and next;
        $nonempty = 1;
        -d "$dir/$_" and push @dirs, $_;
        -f "$dir/$_" or next;
        my @statresult = stat(_);
        my $mtime      = $statresult[9];
        if ( ( $now - $mtime ) > ( 4 * 60 * 60 ) ) {
            unlink "$dir/$_" or mylog "problem unlinking $dir/$_: $!";
            $purgecount++;
        }
    }
    foreach my $sdir (@dirs) {
        purgedir("$dir/$sdir");
    }
    rmdir $dir unless ($nonempty);    # patience is a virtue
}

sub cachepurge() {
    $purgecount = 0;
    opendir DIR, "$basedir/4error/";
    my @fours = map { "$basedir/4error/$_" } readdir DIR;

    opendir DIR, "$basedir/5error/";
    my @fives = map { "$basedir/5error/$_" } readdir DIR;

    foreach ( @fours, @fives ) {
        /error\/\.\.?$/ and next;
        purgedir($_);
    }
    mylog "purged 4XX,5XX cache and eliminated $purgecount entries";

    opendir DIR, "$basedir/conerror/";
    foreach ( readdir DIR ) { concachetest $_; }

}

sub concache($) {
    mylog "caching connection failure to $_[0]";
    open TOUCH, ">>$basedir/conerror/$_[0]";
    print TOUCH '.';
    close TOUCH;
}

sub concachetest($) {
    -f "$basedir/conerror/$_[0]" or return undef;
    my @SR = stat(_);
    ( time() - $SR[9] ) < $ConRetryDelay and return 1;

    mylog "ready to try connecting to $_[0] again";
    unlink "$basedir/conerror/$_[0]" or mylog "trouble unlinking $basedir/conerror/$_[0]: $!";

    undef;
}

sub cache4($) {
    mylog "caching ", $_[0], $line;
    my ( $user, $host ) = split '@', $_[0], 2 or return undef;
    $host =~ y/A-Z/a-z/;
    $host =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    $user =~ y/A-Z/a-z/;
    $user =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    -d "$basedir/4error/$host"
      or mkdir "$basedir/4error/$host", 0770
      or die "could not mkdir $basedir/4error/$host: $!";
    open CACHE, ">$basedir/4error/$host/$user.TMP$$";
    print CACHE time(), "\n$line cached " . localtime() . "\n";
    close CACHE;
    rename "$basedir/4error/$host/$user.TMP$$", "$basedir/4error/$host/$user";

}

sub cache4test($) {
    my ( $user, $host ) = split '@', $_[0], 2 or return undef;
    $host =~ y/A-Z/a-z/;
    $host =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    $user =~ y/A-Z/a-z/;
    $user =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    -d "$basedir/4error/$host"       or return undef;
    -f "$basedir/4error/$host/$user" or return undef;
    open CACHE, "<$basedir/4error/$host/$user";
    my $ctime;
    ( $ctime, $line ) = ;
    close CACHE;

    if ( ( time() - $ctime ) > $FourErrCacheLifetime ) {

        # 4-file is more than seven minutes old
        unlink "$basedir/4error/$host/$user" or mylog "trouble unlinking $basedir/4error/$host/$user: $!";
        return undef;
    }
    mylog "4cached ", $line;
    return $ctime;
}

sub cache5($) {
    mylog "caching ", $_[0], $line;
    my ( $user, $host ) = split '@', $_[0], 2 or return undef;
    $host =~ y/A-Z/a-z/;
    $host =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    $user =~ y/A-Z/a-z/;
    $user =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    -d "$basedir/5error/$host"
      or mkdir "$basedir/5error/$host", 0770
      or die "could not mkdir $basedir/5error/$host: $!";
    open CACHE, ">$basedir/5error/$host/$user.TMP$$"
      or mylog "CACHEfile: $basedir/5error/$host/$user.TMP$$   $!";
    print CACHE time(), "\n$line cached " . localtime() . "\n";
    close CACHE;
    rename "$basedir/5error/$host/$user.TMP$$", "$basedir/5error/$host/$user";
}

sub cache5test($) {
    my ( $user, $host ) = split '@', $_[0], 2 or return undef;
    $host =~ y/A-Z/a-z/;
    $host =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    $user =~ y/A-Z/a-z/;
    $user =~ s/([^\w\.\-])/'X'.ord($1).'Y'/ge;
    -d "$basedir/5error/$host"       or return undef;
    -f "$basedir/5error/$host/$user" or return undef;
    open CACHE, "<$basedir/5error/$host/$user";
    flock CACHE, LOCK_SH;
    my $ctime;
    ( $ctime, $line ) = ;
    close CACHE;

    if ( ( time() - $ctime ) > ( 4 * 60 * 60 ) ) {

        # 5-file is more than 4 hours old
        unlink "$basedir/5error/$host/$user" or mylog "trouble unlinking $basedir/5error/$host/$user: $!";
        return undef;
    }
    mylog "5cached ", $line;
    return $ctime;
}

use Socket;

# { no warnings; sub dnsmx($){
# 	# look up MXes for domain
# 	my @mxresults = sort {$a <=> $b} `$dnsmxpath $_[0]`;
# 	# djbdns program dnsmx provides lines of form /\d+ $domain\n
# 	return map {/\d+ (\S+)/; $1} @mxresults;
# };};

# use Net::DNS;  now in Import
# now in import   = Net::DNS::Resolver->new;
sub _dnsmx($) {

    my $name = shift;

            my $host = $name;
            if ( exists $SMTProutes{$host} ) {
                ref( $SMTProutes{$host} )
                  and return Scramble( $SMTProutes{$host} );
                return ($SMTProutes{$host});
            }
            if ( exists $SMTProutes{SMARTHOST} ) {
                ref( $SMTProutes{SMARTHOST} )
                  and return Scramble( $SMTProutes{$host} );
                return ($SMTProutes{SMARTHOST});
            };

    my @mx = map { $_->exchange } mx( $res, $name );
    @mx or return ($name);

    return @mx;
}

# my $calls;
# sub SOCKready(){
#         my $rin='';
#         vec($rin,fileno('SOCK'),1) = 1;
# 	my ($n, $tl) = select(my $r=$rin,undef,undef,0.25);
# 	print "$calls\n";
# 	$calls++ > 200 and exit;
# 	return $n;
# };

my $CRLF = CRLF;

sub eofSOCK() {
    no warnings;
    my $hersockaddr = getpeername(SOCK);
    if ( defined $hersockaddr ) {
        return undef;
    }
    else {
        mylog "SOCK not connected";
        return 1;
    }
}

sub getresponse($) {

    # mylog "sending: [$_[0]]";

    if (eofSOCK) {
        mylog "problem with SOCK";
        return undef;
    }

    $timeout = 0;
    alarm 130;
    unless ( print SOCK "$_[0]$CRLF" ) {
        mylog "print SOCK: $!";
        return undef;
    }

    DEBUG and mylog "sent $_[0]";

    my ( $dash, $response ) = ( '-', '' );
    while ( $dash eq '-' ) {
        my $letter;
        my @letters;
        my $i    = 0;
        my $more = 1;
        my $BOL  = 1;    # "beginning of line"
        do {
            if ($timeout) {
                mylog "timeout in getresponse";
                return undef;
            }
            if (eofSOCK) {
                mylog "eofSOCK";
                return undef;
            }
            sysread( SOCK, $letter, 1 );
            if ( $letter eq "\r" or $letter eq "\n" ) {
                $more = $BOL;
            }
            else {
                $BOL = 0;
                if ( length($letter) ) {
                    $letters[ $i++ ] = $letter;

                    # mylog @letters;
                }
                else {
                    sleep 1;
                }
            }
        } while ($more);

        my $iline = join( '', @letters );

        DEBUG and mylog "received: [$iline]";
        $response .= $iline;
        ($dash) = $iline =~ /^\d+([\-\ ])/;
    }
    $response;
}

my $onioning = 0;

sub deferralmessage {

    # usage: $message->deferralmessage("reason we are deferring")

    $ReturnAddress =~ /\@/ or return;    #suppress doublebounces
    my $filename = join '.', time, 'DeferralReport', rand(10000000);
    open BOUNCE, ">$basedir/temp/$filename";
    print BOUNCE <
<>
$ReturnAddress
$dateheader
Message-Id: <$filename\@$MyDomain>
From: MAILER-DAEMON
To: $ReturnAddress
Subject: delivery deferral to <$Recipient>
Content-type: text/plain

$_[0]

The first eighty lines of the message follow below:
-------------------------------------------------------------
EOF

    seek( MESSAGE, 0, 0 );
    for ( 1 .. 80 ) {
        defined( my $lin =  ) or last;
        print BOUNCE $lin;
    }
    close BOUNCE;
    rename "$basedir/temp/$filename", "$basedir/immediate/$filename";
}

# end sub deferralmessage

sub attempt {
    $onioning or $ReuseQuota = $ReuseQuotaInitial;
    $line              = '';
    $ConnectionProblem = 0;

    # deliver and delete, or requeue; also send bounces if appropriate
    my $message = shift;
    mylog "Attempting [$ReturnAddress] -> [$Recipient]";

    # Message Data is supposed to start on third line

########################################
    # reuse sock or define global $Domain
########################################
    if ( defined($Domain) and $Domain and $Recipient =~ /\@$Domain$/i ) {
        eofSOCK or goto HaveSOCK;
    }

    unless ( ($Domain) = $Recipient =~ /\@([^\s>]+)/ ) {
        mylog "no domain in recipient [$Recipient], discarding message";
		close MESSAGE;
        unlink $$message or mylog "trouble unlinking $$message: $!";

        return;
    }
    $Domain =~ y/A-Z/a-z/;
########################################
    # $Domain is now defined
########################################

    if ( concachetest $Domain) {
        mylog "$Domain connection failure cached";
        goto ReQueue_unconnected;
    }

    my @dnsmxes;
    @dnsmxes = dnsmx($Domain);
    my $dnsmx_count = @dnsmxes;
    mylog "[[$Domain]] MX handled by @dnsmxes";
    unless (@dnsmxes) {
        mylog "requeueing due to empty dnsmx result";
        goto ReQueue_unconnected;
    }
    my $Peerout;

    cache4test $Recipient
      and goto ReQueue;
    cache5test $Recipient
      and goto Bounce;

  TryAgain:

    while ( $Peerout = shift @dnsmxes ) {

        # mylog "attempting $Peerout";

        # connect to $Peerout, smtp
        my @GHBNres;
        unless ( @GHBNres = gethostbyname($Peerout) ) {
            if (    $dnsmx_count == 1
                and $Peerout eq $Domain )
            {
                mylog $line= "Apparently there is no valid MX for $Domain";
                $ConnectionProblem = 0;
                goto Bounce;
            }
            next;
        }
        my $iaddr = $GHBNres[4] or next;
        my $paddr = sockaddr_in( 25, $iaddr );
        socket( SOCK, PF_INET, SOCK_STREAM, getprotobyname('tcp') )
          or die "$$ socket: $!";

        if (defined $BindAddress){
	   bind(SOCK, sockaddr_in(0, inet_aton($BindAddress)))
              or die "could not bind to $BindAddress: $!";
        };

        connect( SOCK, $paddr ) || next;
        mylog "connected to $Peerout";
        my $oldfh = select(SOCK);
        $| = 1;
        select($oldfh);
        goto SMTPsession;

    }

    concache $Domain;
    mylog "Unable to establish SMTP connection to $Domain MX";
    $ConnectionProblem = 1;
    goto ReQueue_unconnected;

    # talk SMTP
  SMTPsession:
    $SIG{ALRM} = sub {
        mylog 'TIMEOUT -- caught alarm signal in attempt()';
        $message->requeue("timed out during SMTP interaction");
		close MESSAGE;
        unlink $$message or mylog "trouble unlinking $$message: $!";
        $onioning and unlink "$basedir/domain/$Domain.$$";
        $ONCE or exit;
    };

    # expect 220
    alarm 60;
    my $Greetingcounter = 0;
  ExpectGreeting:

    my @GreetArr = ();
    do {
        eval { defined( $line =  ) or die "no line from socket. [$!]"; };
        if ( $@ or ++$Greetingcounter > 20 ) {
            mylog @GreetArr, "Error: $@";
            close SOCK;
            goto TryAgain;
        }
        chomp $line;
        mylog $line;
        push @GreetArr, $line;
      } while ( substr( $line, 0, 4 ) ne '220 ' )
      ;    # this condition will enforce greeting compliance

    $line = join ' / ', @GreetArr;
    $line =~ s/[\r\n]//g;
    @GreetArr > 1 and mylog "extended greeting: $line";

    # print SOCK "HELO $MyDomain",CRLF;
    # expect 250
    # $line = getresponse "HELO $MyDomain" or goto TryAgain;
    $line = getresponse "EHLO $MyDomain" or goto TryAgain;
    unless ( $line =~ /^250[ \-]/ ) {
        mylog "peer not happy with EHLO: [$line]";
        $line = getresponse "HELO $MyDomain" or goto TryAgain;
        unless ( $line =~ /^250[ \-]/ ) {
            mylog "peer not happy with HELO: [$line]";
            close SOCK;
            goto TryAgain;
        }
    }
    mylog $line;

  HaveSOCK:
    $line = getresponse "RSET" or goto TryAgain;

    # expect 250
    # $line = getresponse;
    # mylog "RSET and got [$line]";
    unless ( $line =~ /^250[ \-]/ ) {
        mylog
          "peer not happy with RSET: [$line] will not reuse this connection";
        $ReuseQuota = 0;

        # close SOCK;
        # goto TryAgain;
    }

    # remove angle brackets if any
    $ReturnAddress =~ s/^.*
    $ReturnAddress =~ s/>.*$//;

    $line = getresponse "MAIL FROM:<$ReturnAddress>" or goto TryAgain;
    mylog "$line";
    unless ( $line =~ /^[2]/ ) {
        mylog "peer not happy with return address: [$line]";
        if ( $line =~ /^[4]/ ) {
            mylog "requeueing";
            goto ReQueue;
        }
        if ( $line =~ /^[5]/ ) {
            goto Bounce;
        }
        mylog "and response was neither 2,4 or 5 coded.";
        goto TryAgain;
    }

    # print SOCK "RCPT TO: <$Recipient>\r\n";
    # expect 250
    my @recips4;
    my @recips5;

    @Recipients > 1 and do {
        for ( my $i = 0 ; $i < @Recipients ; $i++ ) {
            my $r = int rand @Recipients;
            @Recipients[ $i, $r ] = @Recipients[ $r, $i ];
        }
    };

    my @GoodR;
    my @emsgmap;
    foreach (@Recipients) {

        # remove angle brackets if any
        s/^.*
        s/>.*$//;

        $line = getresponse "RCPT TO:<$_>" or goto TryAgain;
        if ( $line =~ /^2/ ) {
            push @GoodR, $_;
        }
        else {
            mylog "peer not happy with recipient $_: [$line]";
            if ( $line =~ /^4/ ) {
                if ( @Recipients > 1 ) {
                    push @recips4, $_;

                    # no emsgmap4 is needed because 4-deferred recipients
                    # get split apart, eventually there will be only one
                    # in the message and then 4-bounces will happen
                }
                else {
                    cache4 $Recipient;
                    mylog "requeueing";
                    goto ReQueue;
                }
            }
            elsif ( $line =~ /^5/ ) {
                if ( @Recipients > 1 ) {
                    if (/\@$Domain$/) {
                        push @recips5, $_;
                        push @emsgmap, " $_: $line";
                    }
                    else {
                        push @recips4, $_;
                    }
                }
                else {
                    cache5 $Recipient;
                    goto Bounce;
                }
            }
            else {
                mylog
                  "noncompliant SMTP peer [$Peerout] gave funny response $line";
                goto TryAgain;
            }
        }
    }

  ReQueueFours:
    if ( @recips4 + @recips5 ) {
        DEBUG and warn "4: @recips4";
        DEBUG and warn "5: @recips5";
        if ( @recips5 == @Recipients ) {
            goto Bounce;
        }

        #	if ((@recips5 + @recips4) == @Recipients){
        #		goto ReQueue;
        #  	};

        my $counter = $ReQ::counter++; INIT { $ReQ::counter='a' };
        open BODY, ">$basedir/temp/BODY.$$.$counter";
        eval "END{ close BODY; unlink '$basedir/temp/BODY.$$.$counter'  }";
        while () {
            print BODY $_;
        }
        close BODY;
        open MESSAGE, "<$basedir/temp/BODY.$$.$counter";

        if (@recips4) {
            DEBUG and warn "requeing for @recips4";
            open ONE, ">$basedir/temp/RETRY.$$.$counter.ONE";
            print ONE "$ReturnAddress\n";
            if (@recips4 > 1 ){
                open TWO, ">$basedir/temp/RETRY.$$.$counter.TWO";
                print TWO "$ReturnAddress\n";
                while (@recips4) {
                    print ONE ( ( shift @recips4 ) . "\n" );
                    @recips4 and print TWO ( ( shift @recips4 ) . "\n" );
                }
                print ONE "\nX-TipJar-Mta-Requeue-A-$dateheader";
                print TWO "\nX-TipJar-Mta-Requeue-B-$dateheader";
                while () {
                    print ONE $_;
                    print TWO $_;

                }
                close TWO;
                close ONE;
                rename "$basedir/temp/RETRY.$$.$counter.ONE",
                  "$basedir/RETRY4a" . rand(98765);
                rename "$basedir/temp/RETRY.$$.$counter.TWO",
                  "$basedir/RETRY4b" . rand(98765);

            }else{
                print ONE ( ( shift @recips4 ) . "\n\n" );
                print ONE "X-TipJar-Mta-Singleton-Requeue-$dateheader";
                print ONE ();
                close ONE;
                rename "$basedir/temp/RETRY.$$.$counter.ONE",
                  "$basedir/".rand(99999)."RETRY4singleton" . rand(98765);

            };
            open MESSAGE, "<$basedir/temp/BODY.$$.$counter";
          RECIP5:
            while (@recips5) {
                $ReturnAddress =~ /\@/ or last;    #suppress doublebounces

       # grep {$ReturnAddress =~ m/$_/} @NoBounceRegexList and goto GoodDelivery
                for (@NoBounceRegexList) {
                    if ( $ReturnAddress =~ m/$_/ ) {
                        mylog "suppressing bounce to <$ReturnAddress>";
                        next RECIP5;
                    }
                }
                mylog "bouncing to <$ReturnAddress>";
                my $filename = join '.', time(), 'HardFail', rand(10000000);
                open BOUNCE, ">$basedir/temp/$filename";
                local $" = "\n";
                print BOUNCE <
<>
$ReturnAddress
$dateheader
Message-Id: <$filename\@$MyDomain>
From: MAILER-DAEMON
To: $ReturnAddress
Subject: multiple SMTP rejections for <@recips5>
Content-type: text/plain

While connected to SMTP peer $Peerout,
the $MyDomain e-mail system received the error messages

@emsgmap

which indicate permanent errors.
The first hundred and fifty lines of the message follow below:
-------------------------------------------------------------
EOF

                for ( 1 .. 150 ) {
                    defined( my $lin =  ) or last;
                    print BOUNCE $lin;
                }
                close BOUNCE;
				mylog "renaming temp file to immediate $filename";
                rename "$basedir/temp/$filename",
                  "$basedir/immediate/$filename";
            }
            @recips5 = ();
        }
        open MESSAGE, "<$basedir/temp/BODY.$$.$counter";
    }

    $PostDataTrouble and goto GoodDelivery;

    # DATA_TRANSACTION:
    $Recipient = "@GoodR";

    # print SOCK "DATA\r\n";
    # expect 354
    $line = getresponse 'DATA' or goto TryAgain;
    unless ( $line =~ /^354 / ) {
        mylog "peer not happy with DATA: [$line]";
        if ( @GoodR == 1 ) {
            if ( $line =~ /^4/ ) {
                goto ReQueue;
            }
            if ( $line =~ /^5/ ) {
                goto Bounce;
            }
            mylog "reporting noncompliant SMTP peer [$Peerout]";
            goto TryAgain;
        }
        @recips4             = @GoodR;
        $PostDataTrouble = 1;
        goto ReQueueFours;

    }
    my $linecount;
    my $bytecount;
    print SOCK "X-Tipjar-Mta-Transmitted-By: $MyDomain\r\n" or die $!;
    while () {
        $linecount++;
        $bytecount += length;
        chomp;
        eval {
            alarm 60;
            if ( $_ eq '.' ) {
                print SOCK "..\r\n" or die $!;
            }
            else {
                print SOCK $_, "\r\n" or die $!;
            }
        };
        if ($@) {
            mylog $@;
            goto TryAgain;
        }
    }
    close MESSAGE;
    # print SOCK ".\r\n";
    # expect 250
    mylog "$linecount lines ($bytecount chars) of message data, sending dot"
      ;    # TryAgain will pop the MX list when there are more than 1 MX
    $line = getresponse '.' or goto TryAgain;
    unless ( $line =~ /^2/ ) {
        mylog "peer not happy with message body: [$line]";
        if ( $line =~ /^4/ ) {
            @recips4             = @GoodR;
            $PostDataTrouble = 1;
            @recips4 > 1 and goto ReQueueFours;
            mylog "requeueing";
            goto ReQueue;
        }
        if ( $line =~ /^5/ ) {
            goto Bounce;
        }
        mylog "reporting noncompliant SMTP peer [$Peerout]";
        goto TryAgain;
    }

    goto GoodDelivery;

  ReQueue:
    $message->requeue($line);
    goto GoodDelivery;

  ReQueue_unconnected:
    $message->requeue($line);
    return undef;

  Bounce:

    $ReturnAddress =~ /\@/ or goto GoodDelivery;    #suppress doublebounces

    # grep {$ReturnAddress =~ m/$_/} @NoBounceRegexList and goto GoodDelivery
    for (@NoBounceRegexList) {
        if ( $ReturnAddress =~ m/$_/ ) {
            mylog "suppressing bounce to <$ReturnAddress>";

            goto GoodDelivery;
        }
    }
    mylog "bouncing to <$ReturnAddress>";
    my $filename = join '.', time(), 'HardFail', rand(10000000);
    open BOUNCE, ">$basedir/temp/$filename";
    defined($line)          or $line          = 'unknown reason';
    defined($Recipient)     or $Recipient     = 'unknown recipient';
    defined($ReturnAddress) or $ReturnAddress = '<>';
    defined($Peerout)       or $Peerout       = 'unknown peer';

    print BOUNCE <
<>
$ReturnAddress
$dateheader
Message-Id: <$filename\@$MyDomain>
From: MAILER-DAEMON
To: $ReturnAddress
Subject: delivery failure to <$Recipient>
Content-type: text/plain

While connected to SMTP peer $Peerout,
the $MyDomain e-mail system received the error message

$line

which indicates a permanent error.
The first hundred and fifty lines of the message follow below:
-------------------------------------------------------------
EOF

    seek( MESSAGE, 0, 0 );
    for ( 1 .. 150 ) {
        defined( my $lin =  ) or last;
        print BOUNCE $lin;
    }
    close BOUNCE;
    rename "$basedir/temp/$filename", "$basedir/immediate/$filename";

  GoodDelivery:
    undef $Recipient;
	close MESSAGE; # windows can't unlink an open file
    unlink $$message or die "FAILED TO UNLINK $$message: $!";    # "true"

    alarm 0;
    if ($onioning) {
        mylog "already onioning";
        return;
    }
    if ( -f "$basedir/domain/$Domain" ) {
        mylog "onioning $Domain";
        open DOMAINLOCK, ">>$basedir/domain/.lock";
        flock DOMAINLOCK, LOCK_EX;
        rename "$basedir/domain/$Domain", "$basedir/domain/$Domain.$$";
        flock DOMAINLOCK, LOCK_UN;
        close DOMAINLOCK;

        # sleep 4;	# let any writers finish writing
        local *DOMAINLIST;
        $onioning++;
        open DOMAINLIST, "<$basedir/domain/$Domain.$$";
        while () {
            chomp;
            -f $_ or next;
            if ( --$ReuseQuota < 0 or eofSOCK ) {    # no more socket reuse.
                open MOREDOMAIN, ">>$basedir/domain/$Domain";
                flock MOREDOMAIN, LOCK_EX;
                seek MOREDOMAIN, 2, 0;
                while () {
                    chomp;
                    -f $_ or next;
                    print MOREDOMAIN "$_\n";
                }
                flock MOREDOMAIN, LOCK_UN;
                close MOREDOMAIN;
                last;
            }
            mylog "reusing sock with $_";
            my $M = newmessage $_;    # sets some globals
            $M or next;
            $M->attempt();
            undef $Recipient;
        };
		close DOMAINLIST;
        unlink "$basedir/domain/$Domain.$$" or mylog "trouble unlinking DOMAINLIST domain/$Domain.$$: $!";
        $onioning--;
    }
    else {
        mylog "no onion file for $Domain";
    }

    eofSOCK or mylog getresponse 'QUIT';
    close SOCK;

    return;

}

sub requeue {
    my $message = shift;
    -f $$message or do {
        mylog "message $$message is missing, probably already reQd.";
        return;
    };
    my @stat = stat(_);
    my $reason  = shift;
    my ( $fdir, $fname ) = $$message =~ m#^(.+)/([^/]+)$#;
    my $age  = $time - $stat[9];
    mylog "reQing $$message which is $age seconds old";
    DEBUG and warn "reQing $$message which is $age seconds old";

    if ( $age > OneWeek ) {
        mylog "bouncing message $age seconds old";
        $ReturnAddress =~ /\@/ or goto unlinkme;    #suppress doublebounces
        my $filename = join '.', time, $$, 'FinalFail', rand(10000000);
        open BOUNCE, ">$basedir/temp/$filename";
        print BOUNCE <
<>
$ReturnAddress
$dateheader
Message-Id: <$filename\@$MyDomain>
From: MAILER-DAEMON
To: $ReturnAddress
Subject: delivery failure to <$Recipient>
Content-type: text/plain

A message has been enqueued for delivery for over a week,
the $MyDomain e-mail system is deleting it.

Final temporary deferral reason:
$reason

The first hundred and fifty lines of the message follow below:
-------------------------------------------------------------
EOF

        seek( MESSAGE, 0, 0 );
        for ( 1 .. 150 ) {
            defined( my $lin =  ) or last;
            print BOUNCE $lin;
        }
        close BOUNCE;
        rename "$basedir/temp/$filename", "$basedir/immediate/$filename";

      unlinkme:
	    close MESSAGE;
        unlink $$message or mylog "trouble unlinking $$message: $!";

        # clean up per-domain queue
        DLpurge;
        return;
    }

    if (
            $age > $AgeBeforeDeferralReport
        and $reason
        and $ReturnAddress =~ /\@/    # suppress doublebounces
      )
    {
        my $filename = join '.', time, $$, 'ReQueue', rand(10000000);
        open BOUNCE, ">$basedir/temp/$filename";
        print BOUNCE <
<>
$ReturnAddress
$dateheader
Message-Id: <$filename\@$MyDomain>
From: MAILER-DAEMON
To: $ReturnAddress
Subject: delivery deferral to <$Recipient>
Content-type: text/plain

The $MyDomain e-mail system is not able to deliver
a message to $Recipient right now.
Attempts will continue until the message is over a week old.

Temporary deferral reason:
$reason

The first hundred and fifty lines of the message follow below:
-------------------------------------------------------------
EOF

        seek( MESSAGE, 0, 0 );
        for ( 1 .. 150 ) {
            defined( my $lin =  ) or last;
            print BOUNCE $lin;
        }
        close BOUNCE;
        rename "$basedir/temp/$filename", "$basedir/immediate/$filename";

    }
    ;    # if old enough to report as deferred

    my $futuretime = int( time + 100 + ( $age * ( 3 + rand(2) ) / 4 ) );

    # print "futuretime will be $futuretime\n";
    my @DirPieces = split / /, strftime "%Y %m %d %H %M %S",
      localtime $futuretime;

    # print "dir,subdir is $dir,$subdir\n";
    my $dir = "$basedir/queue";
    while (@DirPieces) {
        $dir .= ( '/' . shift @DirPieces );
        -d $dir
          or mkdir $dir, 0777
          or croak "$$ Permissions problems: mkdir $dir: [$!]\n";
    }

    rename $$message, "$dir/$fname";
    mylog "message queued to $dir/$fname";

    $ConnectionProblem and DLsave("$dir/$fname");
}

sub DLpurge() {

    # -f "$basedir/domain/$Domain" or return;
    # rename fails when source file ain't there
    rename "$basedir/domain/$Domain", "$basedir/domain/$Domain$$" or return;
    my $fn;
    open DOMAINLIST, "<$basedir/domain/$Domain$$";

    while ( $fn =  ) {
        chomp $fn;
        my ($namepart) = ( $fn =~ m{([^/]+)$} );
        rename $fn, "$basedir/immediate/DRUSH$$.$namepart";
    }

    close DOMAINLIST;
    unlink "$basedir/domain/$Domain$$" or mylog "trouble unlinking domainlist $Domain$$: $!";
}

sub DLsave($) {
    open DOMAINLISTLOCK, ">>$basedir/domain/.lock"
      or return mylog "could not open [$basedir/domain/.lock] for append";
    alarm 0;    # we're going to block for the lock
    flock DOMAINLISTLOCK, LOCK_EX;
    open DOMAINLIST, ">>$basedir/domain/$Domain"
      or return mylog "could not open [$basedir/domain/$Domain] for append";
    print DOMAINLIST "$_[0]\n";
    close DOMAINLIST;
    flock DOMAINLISTLOCK, LOCK_UN;
    close DOMAINLISTLOCK;

}

1;
__END__