X-Git-Url: http://dxcluster.org/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2Fcluster.pl;h=94fe0478664473b657b6297b9189ae8e091c1696;hb=4b207544da78b182bd12e94eab01451694749012;hp=8da9fe00ec069578b9e52f102400ad23932a4971;hpb=0121434f428d8e7d1f31a9d69a4ee250b952b468;p=spider.git diff --git a/perl/cluster.pl b/perl/cluster.pl index 8da9fe00..f1eade41 100755 --- a/perl/cluster.pl +++ b/perl/cluster.pl @@ -1,155 +1,648 @@ -#!/usr/bin/perl +#!/usr/bin/perl -w # -# A thing that implements dxcluster 'protocol' +# This is the DX cluster 'daemon'. It sits in the middle of its little +# web of client routines sucking and blowing data where it may. # -# This is a perl module/program that sits on the end of a dxcluster -# 'protocol' connection and deals with anything that might come along. -# -# this program is called by ax25d and gets raw ax25 text on its input +# Hence the name of 'spider' (although it may become 'dxspider') # # Copyright (c) 1998 Dirk Koopman G1TLH # -# $Id$ -# +# +# + +require 5.004; + +package main; + +# set default paths, these should be overwritten by DXVars.pm +use vars qw($data $system $cmd $localcmd $userfn $clusteraddr $clusterport $yes $no $user_interval $lang); + +$lang = 'en'; # default language +$yes = 'Yes'; # visual representation of yes +$no = 'No'; # ditto for no +$user_interval = 11*60; # the interval between unsolicited prompts if no traffic + + +# make sure that modules are searched in the order local then perl +BEGIN { + umask 002; + + # root of directory tree for this system + $root = "/spider"; + $root = $ENV{'DXSPIDER_ROOT'} if $ENV{'DXSPIDER_ROOT'}; + + unshift @INC, "$root/perl"; # this IS the right way round! + unshift @INC, "$root/local"; + + # do some validation of the input + die "The directory $root doesn't exist, please RTFM" unless -d $root; + die "$root/local doesn't exist, please RTFM" unless -d "$root/local"; + die "$root/local/DXVars.pm doesn't exist, please RTFM" unless -e "$root/local/DXVars.pm"; + + mkdir "$root/local_cmd", 0777 unless -d "$root/local_cmd"; + + $data = "$root/data"; + $system = "$root/sys"; + $cmd = "$root/cmd"; + $localcmd = "$root/local_cmd"; + $userfn = "$data/users"; + + # try to create and lock a lockfile (this isn't atomic but + # should do for now + $lockfn = "$root/local/cluster.lck"; # lock file name + if (-w $lockfn) { + open(CLLOCK, "$lockfn") or die "Can't open Lockfile ($lockfn) $!"; + my $pid = ; + if ($pid) { + chomp $pid; + die "Lockfile ($lockfn) and process $pid exist, another cluster running?" if kill 0, $pid; + } + unlink $lockfn; + close CLLOCK; + } + open(CLLOCK, ">$lockfn") or die "Can't open Lockfile ($lockfn) $!"; + print CLLOCK "$$\n"; + close CLLOCK; + + $is_win = ($^O =~ /^MS/ || $^O =~ /^OS-2/) ? 1 : 0; # is it Windows? + $systime = time; +} -use Msg; use DXVars; +use Msg; +use IntMsg; +use Internet; +use Listeners; +use ExtMsg; +use AGWConnect; +use AGWMsg; +use DXDebug; +use DXLog; +use DXLogPrint; use DXUtil; use DXChannel; use DXUser; use DXM; use DXCommandmode; +use DXProtVars; +use DXProtout; use DXProt; +use DXMsg; +use DXCron; +use DXConnect; +use DXBearing; +use DXDb; +use DXHash; +use DXDupe; +use Script; +use Prefix; +use Spot; +use Bands; +use Keps; +use Minimuf; +use Sun; +use Geomag; +use CmdAlias; +use Filter; +use AnnTalk; +use BBS; +use WCY; +use BadWords; +use Timer; +use Route; +use Route::Node; +use Route::User; +use Editable; +use Mrtg; +use USDB; +use UDPMsg; +use QSL; +use DXXml; +use DXSql; +use IsoTime; +use BPQMsg; + +use Data::Dumper; +use IO::File; +use Fcntl ':flock'; +use POSIX ":sys_wait_h"; + +use Local; package main; -@inqueue = (); # the main input queue, an array of hashes -$systime = 0; # the time now (in seconds) +use strict; +use vars qw(@inqueue $systime $starttime $lockfn @outstanding_connects + $zombies $root @listeners $lang $myalias @debug $userfn + $mycall $decease $is_win $routeroot $me $reqreg $bumpexisting + $allowdxby $dbh $dsn $dbuser $dbpass $do_xml $systime_days $systime_daystart + $can_encode $maxconnect_user $maxconnect_node + ); + + +$clusteraddr //= '127.0.0.1'; # cluster tcp host address - used for things like console.pl +$clusterport //= 27754; # cluster tcp port +@inqueue = (); # the main input queue, an array of hashes +$systime = 0; # the time now (in seconds) +$starttime = 0; # the starting time of the cluster +@outstanding_connects = (); # list of outstanding connects +@listeners = (); # list of listeners +$reqreg = 0; # 1 = registration required, 2 = deregister people +$bumpexisting = 1; # 1 = allow new connection to disconnect old, 0 - don't allow it +$allowdxby = 0; # 1 = allow "dx by ", 0 - don't allow it +$maxconnect_user = 3; # the maximum no of concurrent connections a user can have at a time +$maxconnect_node = 0; # Ditto but for nodes. In either case if a new incoming connection + # takes the no of references in the routing table above these numbers + # then the connection is refused. This only affects INCOMING connections. + +use vars qw($version $subversion $build $gitversion $gitbranch); + +# send a message to call on conn and disconnect +sub already_conn +{ + my ($conn, $call, $mess) = @_; + + $conn->disable_read(1); + dbg("-> D $call $mess\n") if isdbg('chan'); + $conn->send_now("D$call|$mess"); + sleep(2); + $conn->disconnect; +} -# handle disconnections -sub disconnect +sub error_handler { - my $dxchan = shift; - return if !defined $dxchan; - my $user = $dxchan->{user}; - my $conn = $dxchan->{conn}; - $dxchan->finish(); - $user->close() if defined $user; - $conn->disconnect() if defined $conn; - $dxchan->del(); + my $dxchan = shift; + $dxchan->{conn}->set_error(undef) if exists $dxchan->{conn}; + $dxchan->disconnect(1); } # handle incoming messages -sub rec +sub new_channel { - my ($conn, $msg, $err) = @_; - my $dxchan = DXChannel->get_by_cnum($conn); # get the dxconnnect object for this message - - if (defined $err && $err) { - disconnect($dxchan) if defined $dxchan; - return; - } - - # set up the basic channel info - this needs a bit more thought - there is duplication here - if (!defined $dxchan) { - my ($sort, $call, $line) = $msg =~ /^(\w)(\S+)\|(.*)$/; - my $user = DXUser->get($call); - $user = DXUser->new($call) if !defined $user; - $user->sort('U') if (!$user->sort()); - my $sort = $user->sort(); - $dxchan = DXCommandmode->new($call, $conn, $user) if ($sort eq 'U'); - $dxchan = DXProt->new($call, $conn, $user) if ($sort eq 'A'); - die "Invalid sort of user on $call = $sort" if !$dxchan; - } - - # queue the message and the channel object for later processing - if (defined $msg) { - my $self = bless {}, "inqueue"; - $self->{dxchan} = $dxchan; - $self->{data} = $msg; - push @inqueue, $self; - } + my ($conn, $msg) = @_; + my ($sort, $call, $line) = DXChannel::decode_input(0, $msg); + return unless defined $sort; + + unless (is_callsign($call)) { + already_conn($conn, $call, DXM::msg($lang, "illcall", $call)); + return; + } + + # set up the basic channel info + # is there one already connected to me - locally? + my $user = DXUser::get_current($call); + my $dxchan = DXChannel::get($call); + if ($dxchan) { + if ($user && $user->is_node) { + already_conn($conn, $call, DXM::msg($lang, 'concluster', $call, $main::mycall)); + return; + } + if ($bumpexisting) { + my $ip = $conn->peerhost || 'unknown'; + $dxchan->send_now('D', DXM::msg($lang, 'conbump', $call, $ip)); + LogDbg('DXCommand', "$call bumped off by $ip, disconnected"); + $dxchan->disconnect; + } else { + already_conn($conn, $call, DXM::msg($lang, 'conother', $call, $main::mycall)); + return; + } + } + + # (fairly) politely disconnect people that are connected to too many other places at once + my $r = Route::get($call); + if ($conn->{sort} && $conn->{sort} =~ /^I/ && $r && $user) { + my @n = $r->parents; + my $m = $r->isa('Route::Node') ? $maxconnect_node : $maxconnect_user; + my $c = $user->maxconnect; + my $v; + $v = defined $c ? $c : $m; + if ($v && @n >= $v) { + my $nodes = join ',', @n; + LogDbg('DXCommand', "$call has too many connections ($v) at $nodes - disconnected"); + already_conn($conn, $call, DXM::msg($lang, 'contomany', $call, $v, $nodes)); + return; + } + } + + # is he locked out ? + my $basecall = $call; + $basecall =~ s/-\d+$//; + my $baseuser = DXUser::get_current($basecall); + my $lock = $user->lockout if $user; + if ($baseuser && $baseuser->lockout || $lock) { + if (!$user || !defined $lock || $lock) { + my $host = $conn->peerhost || "unknown"; + LogDbg('DXCommand', "$call on $host is locked out, disconnected"); + $conn->disconnect; + return; + } + } + + if ($user) { + $user->{lang} = $main::lang if !$user->{lang}; # to autoupdate old systems + } else { + $user = DXUser->new($call); + } + + # create the channel + if ($user->is_node) { + $dxchan = DXProt->new($call, $conn, $user); + } elsif ($user->is_user) { + $dxchan = DXCommandmode->new($call, $conn, $user); +# } elsif ($user->is_bbs) { # there is no support so +# $dxchan = BBS->new($call, $conn, $user); # don't allow it!!! + } else { + die "Invalid sort of user on $call = $sort"; + } + + # check that the conn has a callsign + $conn->conns($call) if $conn->isa('IntMsg'); + + # set callbacks + $conn->set_error(sub {error_handler($dxchan)}); + $conn->set_rproc(sub {my ($conn,$msg) = @_; $dxchan->rec($msg);}); + $dxchan->rec($msg); } + sub login { - return \&rec; + return \&new_channel; } # cease running this program, close down all the connections nicely sub cease { - my $dxchan; - foreach $dxchan (DXChannel->get_all()) { - disconnect($dxchan); - } - exit(0); + my $dxchan; + + unless ($is_win) { + $SIG{'TERM'} = 'IGNORE'; + $SIG{'INT'} = 'IGNORE'; + } + + DXUser::sync; + + if (defined &Local::finish) { + eval { + Local::finish(); # end local processing + }; + dbg("Local::finish error $@") if $@; + } + + # disconnect nodes + foreach $dxchan (DXChannel::get_all_nodes) { + $dxchan->disconnect(2) unless $dxchan == $main::me; + } + Msg->event_loop(100, 0.01); + + # disconnect users + foreach $dxchan (DXChannel::get_all_users) { + $dxchan->disconnect; + } + + # disconnect AGW + AGWMsg::finish(); + BPQMsg::finish(); + + # disconnect UDP customers + UDPMsg::finish(); + + # end everything else + Msg->event_loop(100, 0.01); + DXUser::finish(); + DXDupe::finish(); + + # close all databases + DXDb::closeall; + + # close all listeners + foreach my $l (@listeners) { + $l->close_server; + } + + LogDbg('cluster', "DXSpider v$version build $build (git: $gitbranch/$gitversion) using perl $^V on $^O ended"); + dbgclose(); + Logclose(); + + $dbh->finish if $dbh; + + unlink $lockfn; +# $SIG{__WARN__} = $SIG{__DIE__} = sub {my $a = shift; cluck($a); }; + exit(0); +} + +# the reaper of children +sub reap +{ + my $cpid; + while (($cpid = waitpid(-1, WNOHANG)) > 0) { + dbg("cpid: $cpid") if isdbg('reap'); +# Msg->pid_gone($cpid); + $zombies-- if $zombies > 0; + } + dbg("cpid: $cpid") if isdbg('reap'); } # this is where the input queue is dealt with and things are dispatched off to other parts of # the cluster -sub process_inqueue + +sub uptime { - my $self = shift @inqueue; - return if !$self; - - my $data = $self->{data}; - my $dxchan = $self->{dxchan}; - my ($sort, $call, $line) = $data =~ /^(\w)(\S+)\|(.*)$/; - - # do the really sexy console interface bit! (Who is going to do the TK interface then?) - print DEBUG atime, " <- $sort $call $line\n" if defined DEBUG; - print "<- $sort $call $line\n"; - - # handle A records - my $user = $dxchan->user; - if ($sort eq 'A') { - $dxchan->start($line); - } elsif ($sort eq 'D') { - die "\$user not defined for $call" if !defined $user; - $dxchan->normal($line); - disconnect($dxchan) if ($dxchan->{state} eq 'bye'); - } elsif ($sort eq 'Z') { - disconnect($dxchan); - } else { - print STDERR atime, " Unknown command letter ($sort) received from $call\n"; - } + my $t = $systime - $starttime; + my $days = int $t / 86400; + $t -= $days * 86400; + my $hours = int $t / 3600; + $t -= $hours * 3600; + my $mins = int $t / 60; + return sprintf "%d %02d:%02d", $days, $hours, $mins; +} + +sub AGWrestart +{ + AGWMsg::init(\&new_channel); } ############################################################# # -# The start of the main line of code +# The start of the main line of code # ############################################################# +chdir $root; + +$starttime = $systime = time; +$systime_days = int ($systime / 86400); +$systime_daystart = $systime_days * 86400; +$lang = 'en' unless $lang; + +unless ($DB::VERSION) { + $SIG{INT} = $SIG{TERM} = \&cease; +} + # open the debug file, set various FHs to be unbuffered -open(DEBUG, ">>$debugfn") or die "can't open $debugfn($!)"; -select DEBUG; $| = 1; -select STDOUT; $| = 1; +dbginit(\&DXCommandmode::broadcast_debug); +foreach (@debug) { + dbgadd($_); +} +STDOUT->autoflush(1); + +# try to load the database +if (DXSql::init($dsn)) { + $dbh = DXSql->new($dsn); + $dbh = $dbh->connect($dsn, $dbuser, $dbpass) if $dbh; +} + +# try to load Encode and Git +{ + local $^W = 0; + my $w = $SIG{__DIE__}; + $SIG{__DIE__} = 'IGNORE'; + eval { require Encode; }; + unless ($@) { + import Encode; + $can_encode = 1; + } + + $gitbranch = 'none'; + $gitversion = 'none'; + + # determine the real Git build number and branch + my $desc; + eval {$desc = `git --git-dir=$root/.git describe --long`}; + if (!$@ && $desc) { + my ($v, $s, $b, $g) = $desc =~ /^([\d\.]+)(?:\.(\d+))?-(\d+)-g([0-9a-f]+)/; + $version = $v; + $subversion = $s || 0; + $build = $b || 0; + $gitversion = "$g\[r]"; + } + if (!$@) { + my @branch; + + eval {@branch = `git --git-dir=$root/.git branch`}; + unless ($@) { + for (@branch) { + my ($star, $b) = split /\s+/; + if ($star eq '*') { + $gitbranch = $b; + last; + } + } + } + } + + $SIG{__DIE__} = $w; +} + +# try to load XML::Simple +DXXml::init(); + +# banner +my ($year) = (gmtime)[5]; +$year += 1900; +LogDbg('cluster', "DXSpider v$version build $build (git: $gitbranch/$gitversion) using perl $^V on $^O started"); +dbg("Copyright (c) 1998-$year Dirk Koopman G1TLH"); + +# load Prefixes +dbg("loading prefixes ..."); +dbg(USDB::init()); +my $r = Prefix::init(); +confess $r if $r; + +# load band data +dbg("loading band data ..."); +Bands::load(); # initialise User file system -DXUser->init($userfn); +dbg("loading user file system ..."); +DXUser->init($userfn, 1); + + +# look for the sysop and the alias user and complain if they aren't there +{ + die "\$myalias \& \$mycall are the same ($mycall)!, they must be different (hint: make \$mycall = '${mycall}-2';). Oh and don't forget to rerun create_sysop.pl!" if $mycall eq $myalias; + my $ref = DXUser::get($mycall); + die "$mycall missing, run the create_sysop.pl script and please RTFM" unless $ref && $ref->priv == 9; + my $oldsort = $ref->sort; + if ($oldsort ne 'S') { + $ref->sort('S'); + dbg "Resetting node type from $oldsort -> DXSpider ('S')"; + } + $ref = DXUser::get($myalias); + die "$myalias missing, run the create_sysop.pl script and please RTFM" unless $ref && $ref->priv == 9; + $oldsort = $ref->sort; + if ($oldsort ne 'U') { + $ref->sort('U'); + dbg "Resetting sysop user type from $oldsort -> User ('U')"; + } +} # start listening for incoming messages/connects -Msg->new_server("$clusteraddr", $clusterport, \&login); +dbg("starting listeners ..."); +my $conn = IntMsg->new_server($clusteraddr, $clusterport, \&login); +$conn->conns("Server $clusteraddr/$clusterport using IntMsg"); +push @listeners, $conn; +dbg("Internal port: $clusteraddr $clusterport using IntMsg"); +foreach my $l (@main::listen) { + no strict 'refs'; + my $pkg = $l->[2] || 'ExtMsg'; + my $login = $l->[3] || 'login'; + + $conn = $pkg->new_server($l->[0], $l->[1], \&{"${pkg}::${login}"}); + $conn->conns("Server $l->[0]/$l->[1] using ${pkg}::${login}"); + push @listeners, $conn; + dbg("External Port: $l->[0] $l->[1] using ${pkg}::${login}"); +} + +dbg("AGW Listener") if $AGWMsg::enable; +AGWrestart(); + +dbg("BPQ Listener") if $BPQMsg::enable; +BPQMsg::init(\&new_channel); + +dbg("UDP Listener") if $UDPMsg::enable; +UDPMsg::init(\&new_channel); + +# load bad words +dbg("load badwords: " . (BadWords::load or "Ok")); # prime some signals -$SIG{'INT'} = \&cease; -$SIG{'TERM'} = \&cease; -$SIG{'HUP'} = 'IGNORE'; +unless ($DB::VERSION) { + $SIG{INT} = $SIG{TERM} = sub { $decease = 1 }; +} + +unless ($is_win) { + $SIG{HUP} = 'IGNORE'; + $SIG{CHLD} = sub { $zombies++ }; + + $SIG{PIPE} = sub { dbg("Broken PIPE signal received"); }; + $SIG{IO} = sub { dbg("SIGIO received"); }; + $SIG{WINCH} = $SIG{STOP} = $SIG{CONT} = 'IGNORE'; + $SIG{KILL} = 'DEFAULT'; # as if it matters.... + + # catch the rest with a hopeful message + for (keys %SIG) { + if (!$SIG{$_}) { + # dbg("Catching SIG $_") if isdbg('chan'); + $SIG{$_} = sub { my $sig = shift; DXDebug::confess("Caught signal $sig"); }; + } + } +} + +# start dupe system +dbg("Starting Dupe system"); +DXDupe::init(); + +# read in system messages +dbg("Read in Messages"); +DXM->init(); + +# read in command aliases +dbg("Read in Aliases"); +CmdAlias->init(); + +# initialise the Geomagnetic data engine +dbg("Start WWV"); +Geomag->init(); +dbg("Start WCY"); +WCY->init(); + +# initial the Spot stuff +dbg("Starting DX Spot system"); +Spot->init(); + +# initialise the protocol engine +dbg("Start Protocol Engines ..."); +DXProt->init(); + +# put in a DXCluster node for us here so we can add users and take them away +$routeroot = Route::Node->new($mycall, $version*100+5300, Route::here($main::me->here)|Route::conf($main::me->conf)); +$routeroot->do_pc9x(1); +$routeroot->via_pc92(1); + +# make sure that there is a routing OUTPUT node default file +#unless (Filter::read_in('route', 'node_default', 0)) { +# my $dxcc = $main::me->dxcc; +# $Route::filterdef->cmd($main::me, 'route', 'accept', "node_default call $mycall" ); +#} + +# read in any existing message headers and clean out old crap +dbg("reading existing message headers ..."); +DXMsg->init(); +DXMsg::clean_old(); + +# read in any cron jobs +dbg("reading cron jobs ..."); +DXCron->init(); + +# read in database desriptors +dbg("reading database descriptors ..."); +DXDb::load(); + +# starting local stuff +dbg("doing local initialisation ..."); +QSL::init(1); +if (defined &Local::init) { + eval { + Local::init(); + }; + dbg("Local::init error $@") if $@; +} + # this, such as it is, is the main loop! +dbg("orft we jolly well go ..."); +my $script = new Script "startup"; +$script->run($main::me) if $script; + +#open(DB::OUT, "|tee /tmp/aa"); + for (;;) { - my $timenow; - Msg->event_loop(1, 0.001); - $timenow = time; - if ($timenow != $systime) { - $systime = $timenow; - $cldate = &cldate(); - $ztime = &ztime(); - } - process_inqueue(); # read in lines from the input queue and despatch them - DXCommandmode::process(); # process ongoing command mode stuff - DXProt::process(); # process ongoing ak1a pcxx stuff +# $DB::trace = 1; + + Msg->event_loop(10, 0.010); + my $timenow = time; + + DXChannel::process(); + +# $DB::trace = 0; + + # do timed stuff, ongoing processing happens one a second + if ($timenow != $systime) { + reap() if $zombies; + $systime = $timenow; + my $days = int ($systime / 86400); + if ($systime_days != $days) { + $systime_days = $days; + $systime_daystart = $days * 86400; + } + IsoTime::update($systime); + DXCron::process(); # do cron jobs + DXCommandmode::process(); # process ongoing command mode stuff + DXXml::process(); + DXProt::process(); # process ongoing ak1a pcxx stuff + DXConnect::process(); + DXMsg::process(); + DXDb::process(); + DXUser::process(); + DXDupe::process(); + AGWMsg::process(); + BPQMsg::process(); + + DXLog::flushall(); + + if (defined &Local::process) { + eval { + Local::process(); # do any localised processing + }; + dbg("Local::process error $@") if $@; + } + } + if ($decease) { + last if --$decease <= 0; + } } +cease(0); +exit(0); +