-#!/usr/bin/perl
+#!/usr/bin/perl -w
#
# This is the DX cluster 'daemon'. It sits in the middle of its little
# web of client routines sucking and blowing data where it may.
#
# Copyright (c) 1998 Dirk Koopman G1TLH
#
-# $Id$
-#
+#
+#
require 5.004;
# make sure that modules are searched in the order local then perl
BEGIN {
+ umask 002;
+
# root of directory tree for this system
- $root = "/spider";
+ $root = "/spider";
$root = $ENV{'DXSPIDER_ROOT'} if $ENV{'DXSPIDER_ROOT'};
-
+
unshift @INC, "$root/perl"; # this IS the right way round!
unshift @INC, "$root/local";
+
+ # do some validation of the input
+ die "The directory $root doesn't exist, please RTFM" unless -d $root;
+ die "$root/local doesn't exist, please RTFM" unless -d "$root/local";
+ die "$root/local/DXVars.pm doesn't exist, please RTFM" unless -e "$root/local/DXVars.pm";
+
+ mkdir "$root/local_cmd", 0777 unless -d "$root/local_cmd";
+
+
+ # try to create and lock a lockfile (this isn't atomic but
+ # should do for now
+ $lockfn = "$root/local/cluster.lck"; # lock file name
+ if (-e $lockfn) {
+ open(CLLOCK, "$lockfn") or die "Can't open Lockfile ($lockfn) $!";
+ my $pid = <CLLOCK>;
+ chomp $pid;
+ die "Lockfile ($lockfn) and process $pid exist, another cluster running?" if kill 0, $pid;
+ close CLLOCK;
+ }
+ open(CLLOCK, ">$lockfn") or die "Can't open Lockfile ($lockfn) $!";
+ print CLLOCK "$$\n";
+ close CLLOCK;
+
+ $is_win = ($^O =~ /^MS/ || $^O =~ /^OS-2/) ? 1 : 0; # is it Windows?
+ $systime = time;
}
-use Msg;
use DXVars;
+use Msg;
+use IntMsg;
+use Internet;
+use Listeners;
+use ExtMsg;
+use AGWConnect;
+use AGWMsg;
use DXDebug;
use DXLog;
use DXLogPrint;
use DXUser;
use DXM;
use DXCommandmode;
+use DXProtVars;
+use DXProtout;
use DXProt;
use DXMsg;
-use DXCluster;
use DXCron;
use DXConnect;
+use DXBearing;
+use DXDb;
+use DXHash;
+use DXDupe;
+use Script;
use Prefix;
+use Spot;
use Bands;
+use Keps;
+use Minimuf;
+use Sun;
use Geomag;
use CmdAlias;
-use Local;
+use Filter;
+use AnnTalk;
+use BBS;
+use WCY;
+use BadWords;
+use Timer;
+use Route;
+use Route::Node;
+use Route::User;
+use Editable;
+use Mrtg;
+use USDB;
+use UDPMsg;
+use QSL;
+use DXXml;
+use DXSql;
+use IsoTime;
+use BPQMsg;
+
+use Data::Dumper;
+use IO::File;
+use Fcntl ':flock';
+use POSIX ":sys_wait_h";
+use Version;
-use Carp;
+use Local;
package main;
+use strict;
+use vars qw(@inqueue $systime $starttime $lockfn @outstanding_connects
+ $zombies $root @listeners $lang $myalias @debug $userfn $clusteraddr
+ $clusterport $mycall $decease $is_win $routeroot $me $reqreg $bumpexisting
+ $allowdxby $dbh $dsn $dbuser $dbpass $do_xml $systime_days $systime_daystart
+ $can_encode
+ );
+
@inqueue = (); # the main input queue, an array of hashes
$systime = 0; # the time now (in seconds)
-$version = "1.23"; # the version no of the software
-$starttime = 0; # the starting time of the cluster
-
-# handle disconnections
-sub disconnect
-{
- my $dxchan = shift;
- return if !defined $dxchan;
- $dxchan->disconnect();
-}
+$starttime = 0; # the starting time of the cluster
+@outstanding_connects = (); # list of outstanding connects
+@listeners = (); # list of listeners
+$reqreg = 0; # 1 = registration required, 2 = deregister people
+$bumpexisting = 1; # 1 = allow new connection to disconnect old, 0 - don't allow it
+$allowdxby = 0; # 1 = allow "dx by <othercall>", 0 - don't allow it
+
# send a message to call on conn and disconnect
sub already_conn
{
my ($conn, $call, $mess) = @_;
-
- dbg('chan', "-> D $call $mess\n");
+
+ $conn->disable_read(1);
+ dbg("-> D $call $mess\n") if isdbg('chan');
$conn->send_now("D$call|$mess");
- sleep(1);
- dbg('chan', "-> Z $call bye\n");
- $conn->send_now("Z$call|bye"); # this will cause 'client' to disconnect
+ sleep(2);
+ $conn->disconnect;
+}
+
+sub error_handler
+{
+ my $dxchan = shift;
+ $dxchan->{conn}->set_error(undef) if exists $dxchan->{conn};
+ $dxchan->disconnect(1);
}
# handle incoming messages
-sub rec
+sub new_channel
{
- my ($conn, $msg, $err) = @_;
- my $dxchan = DXChannel->get_by_cnum($conn); # get the dxconnnect object for this message
-
- if (defined $err && $err) {
- disconnect($dxchan) if defined $dxchan;
+ my ($conn, $msg) = @_;
+ my ($sort, $call, $line) = DXChannel::decode_input(0, $msg);
+ return unless defined $sort;
+
+ unless (is_callsign($call)) {
+ already_conn($conn, $call, DXM::msg($lang, "illcall", $call));
return;
}
-
- # set up the basic channel info - this needs a bit more thought - there is duplication here
- if (!defined $dxchan) {
- my ($sort, $call, $line) = $msg =~ /^(\w)(\S+)\|(.*)$/;
-
- # is there one already connected elsewhere in the cluster (and not a cluster)
- my $user = DXUser->get($call);
- if ($user) {
- if (($user->sort eq 'A' || $call eq $myalias) && !DXCluster->get_exact($call)) {
- ;
- } else {
- if (DXCluster->get($call) || DXChannel->get($call)) {
- my $mess = DXM::msg($lang, $user->sort eq 'A' ? 'concluster' : 'conother', $call);
- already_conn($conn, $call, $mess);
- return;
- }
- }
- $user->{lang} = $main::lang if !$user->{lang}; # to autoupdate old systems
+
+ # set up the basic channel info
+ # is there one already connected to me - locally?
+ my $user = DXUser::get_current($call);
+ my $dxchan = DXChannel::get($call);
+ if ($dxchan) {
+ if ($user && $user->is_node) {
+ already_conn($conn, $call, DXM::msg($lang, 'concluster', $call, $main::mycall));
+ return;
+ }
+ if ($bumpexisting) {
+ my $ip = $conn->{peerhost} || 'unknown';
+ $dxchan->send_now('D', DXM::msg($lang, 'conbump', $call, $ip));
+ LogDbg('DXCommand', "$call bumped off by $ip, disconnected");
+ $dxchan->disconnect;
} else {
- if (DXCluster->get($call)) {
- my $mess = DXM::msg($lang, 'conother', $call);
- already_conn($conn, $call, $mess);
- return;
- }
- $user = DXUser->new($call);
+ already_conn($conn, $call, DXM::msg($lang, 'conother', $call, $main::mycall));
+ return;
}
+ }
- # is he locked out ?
- if ($user->lockout) {
- Log('DXCommand', "$call is locked out, disconnected");
- $conn->send_now("Z$call|bye"); # this will cause 'client' to disconnect
+ # is he locked out ?
+ my $basecall = $call;
+ $basecall =~ s/-\d+$//;
+ my $baseuser = DXUser::get_current($basecall);
+ my $lock = $user->lockout if $user;
+ if ($baseuser && $baseuser->lockout || $lock) {
+ if (!$user || !defined $lock || $lock) {
+ my $host = $conn->{peerhost} || "unknown";
+ LogDbg('DXCommand', "$call on $host is locked out, disconnected");
+ $conn->disconnect;
return;
}
+ }
- # create the channel
- $dxchan = DXCommandmode->new($call, $conn, $user) if ($user->sort eq 'U');
- $dxchan = DXProt->new($call, $conn, $user) if ($user->sort eq 'A');
- die "Invalid sort of user on $call = $sort" if !$dxchan;
+ if ($user) {
+ $user->{lang} = $main::lang if !$user->{lang}; # to autoupdate old systems
+ } else {
+ $user = DXUser->new($call);
}
-
- # queue the message and the channel object for later processing
- if (defined $msg) {
- my $self = bless {}, "inqueue";
- $self->{dxchan} = $dxchan;
- $self->{data} = $msg;
- push @inqueue, $self;
+
+ # create the channel
+ if ($user->is_node) {
+ $dxchan = DXProt->new($call, $conn, $user);
+ } elsif ($user->is_user) {
+ $dxchan = DXCommandmode->new($call, $conn, $user);
+# } elsif ($user->is_bbs) { # there is no support so
+# $dxchan = BBS->new($call, $conn, $user); # don't allow it!!!
+ } else {
+ die "Invalid sort of user on $call = $sort";
}
+
+ # check that the conn has a callsign
+ $conn->conns($call) if $conn->isa('IntMsg');
+
+ # set callbacks
+ $conn->set_error(sub {error_handler($dxchan)});
+ $conn->set_rproc(sub {my ($conn,$msg) = @_; $dxchan->rec($msg);});
+ $dxchan->rec($msg);
}
+
sub login
{
- return \&rec;
+ return \&new_channel;
}
# cease running this program, close down all the connections nicely
sub cease
{
my $dxchan;
-
- eval {
- Local::finish(); # end local processing
- };
- dbg('local', "Local::finish error $@") if $@;
-
- foreach $dxchan (DXChannel->get_all()) {
- disconnect($dxchan) unless $dxchan == $DXProt::me;
+
+ unless ($is_win) {
+ $SIG{'TERM'} = 'IGNORE';
+ $SIG{'INT'} = 'IGNORE';
}
- Log('cluster', "DXSpider V$version stopped");
+
+ DXUser::sync;
+
+ if (defined &Local::finish) {
+ eval {
+ Local::finish(); # end local processing
+ };
+ dbg("Local::finish error $@") if $@;
+ }
+
+ # disconnect nodes
+ foreach $dxchan (DXChannel::get_all_nodes) {
+ $dxchan->disconnect(2) unless $dxchan == $main::me;
+ }
+ Msg->event_loop(100, 0.01);
+
+ # disconnect users
+ foreach $dxchan (DXChannel::get_all_users) {
+ $dxchan->disconnect;
+ }
+
+ # disconnect AGW
+ AGWMsg::finish();
+ BPQMsg::finish();
+
+ # disconnect UDP customers
+ UDPMsg::finish();
+
+ # end everything else
+ Msg->event_loop(100, 0.01);
+ DXUser::finish();
+ DXDupe::finish();
+
+ # close all databases
+ DXDb::closeall;
+
+ # close all listeners
+ foreach my $l (@listeners) {
+ $l->close_server;
+ }
+
+ LogDbg('cluster', "DXSpider V$version, build $subversion.$build ended");
+ dbgclose();
+ Logclose();
+
+ $dbh->finish if $dbh;
+
+ unlink $lockfn;
+# $SIG{__WARN__} = $SIG{__DIE__} = sub {my $a = shift; cluck($a); };
exit(0);
}
# the reaper of children
sub reap
{
- $SIG{'CHLD'} = \&reap;
- my $cpid = wait;
+ my $cpid;
+ while (($cpid = waitpid(-1, WNOHANG)) > 0) {
+ dbg("cpid: $cpid") if isdbg('reap');
+# Msg->pid_gone($cpid);
+ $zombies-- if $zombies > 0;
+ }
+ dbg("cpid: $cpid") if isdbg('reap');
}
# this is where the input queue is dealt with and things are dispatched off to other parts of
# the cluster
-sub process_inqueue
-{
- my $self = shift @inqueue;
- return if !$self;
-
- my $data = $self->{data};
- my $dxchan = $self->{dxchan};
- my ($sort, $call, $line) = $data =~ /^(\w)(\S+)\|(.*)$/;
-
- # do the really sexy console interface bit! (Who is going to do the TK interface then?)
- dbg('chan', "<- $sort $call $line\n") unless $sort eq 'D';
-
- # handle A records
- my $user = $dxchan->user;
- if ($sort eq 'A' || $sort eq 'O') {
- $dxchan->start($line, $sort);
- } elsif ($sort eq 'I') {
- die "\$user not defined for $call" if !defined $user;
-
- # normal input
- $dxchan->normal($line);
-
- disconnect($dxchan) if ($dxchan->{state} eq 'bye');
- } elsif ($sort eq 'Z') {
- disconnect($dxchan);
- } elsif ($sort eq 'D') {
- ; # ignored (an echo)
- } else {
- print STDERR atime, " Unknown command letter ($sort) received from $call\n";
- }
-}
sub uptime
{
my $mins = int $t / 60;
return sprintf "%d %02d:%02d", $days, $hours, $mins;
}
+
+sub AGWrestart
+{
+ AGWMsg::init(\&new_channel);
+}
+
#############################################################
#
-# The start of the main line of code
+# The start of the main line of code
#
#############################################################
$starttime = $systime = time;
+$systime_days = int ($systime / 86400);
+$systime_daystart = $systime_days * 86400;
+$lang = 'en' unless $lang;
+
+unless ($DB::VERSION) {
+ $SIG{INT} = $SIG{TERM} = \&cease;
+}
# open the debug file, set various FHs to be unbuffered
+dbginit(\&DXCommandmode::broadcast_debug);
foreach (@debug) {
dbgadd($_);
}
STDOUT->autoflush(1);
-Log('cluster', "DXSpider V$version started");
+# try to load the database
+if (DXSql::init($dsn)) {
+ $dbh = DXSql->new($dsn);
+ $dbh = $dbh->connect($dsn, $dbuser, $dbpass) if $dbh;
+}
+
+# try to load Encode
+{
+ local $^W = 0;
+ my $w = $SIG{__DIE__};
+ $SIG{__DIE__} = 'IGNORE';
+ eval { require Encode; };
+ unless ($@) {
+ import Encode;
+ $can_encode = 1;
+ }
+ $SIG{__DIE__} = $w;
+}
+
+# try to load XML::Simple
+DXXml::init();
# banner
-print "DXSpider DX Cluster Version $version\nCopyright (c) 1998 Dirk Koopman G1TLH\n";
+my ($year) = (gmtime)[5];
+$year += 1900;
+LogDbg('cluster', "DXSpider V$version, build $subversion.$build started");
+dbg("Copyright (c) 1998-$year Dirk Koopman G1TLH");
# load Prefixes
-print "loading prefixes ...\n";
-Prefix::load();
+dbg("loading prefixes ...");
+dbg(USDB::init());
+my $r = Prefix::init();
+confess $r if $r;
# load band data
-print "loading band data ...\n";
+dbg("loading band data ...");
Bands::load();
# initialise User file system
-print "loading user file system ...\n";
-DXUser->init($userfn);
+dbg("loading user file system ...");
+DXUser->init($userfn, 1);
+
+# look for the sysop and the alias user and complain if they aren't there
+{
+ my $ref = DXUser::get($mycall);
+ die "$mycall missing, run the create_sysop.pl script and please RTFM" unless $ref && $ref->priv == 9;
+ $ref = DXUser::get($myalias);
+ die "$myalias missing, run the create_sysop.pl script and please RTFM" unless $ref && $ref->priv == 9;
+}
# start listening for incoming messages/connects
-print "starting listener ...\n";
-Msg->new_server("$clusteraddr", $clusterport, \&login);
+dbg("starting listeners ...");
+my $conn = IntMsg->new_server($clusteraddr, $clusterport, \&login);
+$conn->conns("Server $clusteraddr/$clusterport using IntMsg");
+push @listeners, $conn;
+dbg("Internal port: $clusteraddr $clusterport using IntMsg");
+foreach my $l (@main::listen) {
+ no strict 'refs';
+ my $pkg = $l->[2] || 'ExtMsg';
+ my $login = $l->[3] || 'login';
+
+ $conn = $pkg->new_server($l->[0], $l->[1], \&{"${pkg}::${login}"});
+ $conn->conns("Server $l->[0]/$l->[1] using ${pkg}::${login}");
+ push @listeners, $conn;
+ dbg("External Port: $l->[0] $l->[1] using ${pkg}::${login}");
+}
+
+dbg("AGW Listener") if $AGWMsg::enable;
+AGWrestart();
+
+dbg("BPQ Listener") if $BPQMsg::enable;
+BPQMsg::init(\&new_channel);
+
+dbg("UDP Listener") if $UDPMsg::enable;
+UDPMsg::init(\&new_channel);
+
+# load bad words
+dbg("load badwords: " . (BadWords::load or "Ok"));
# prime some signals
-$SIG{'INT'} = \&cease;
-$SIG{'TERM'} = \&cease;
-$SIG{'HUP'} = 'IGNORE';
-$SIG{'CHLD'} = \&reap;
+unless ($DB::VERSION) {
+ $SIG{INT} = $SIG{TERM} = sub { $decease = 1 };
+}
+
+unless ($is_win) {
+ $SIG{HUP} = 'IGNORE';
+ $SIG{CHLD} = sub { $zombies++ };
+
+ $SIG{PIPE} = sub { dbg("Broken PIPE signal received"); };
+ $SIG{IO} = sub { dbg("SIGIO received"); };
+ $SIG{WINCH} = $SIG{STOP} = $SIG{CONT} = 'IGNORE';
+ $SIG{KILL} = 'DEFAULT'; # as if it matters....
+
+ # catch the rest with a hopeful message
+ for (keys %SIG) {
+ if (!$SIG{$_}) {
+ # dbg("Catching SIG $_") if isdbg('chan');
+ $SIG{$_} = sub { my $sig = shift; DXDebug::confess("Caught signal $sig"); };
+ }
+ }
+}
+
+# start dupe system
+dbg("Starting Dupe system");
+DXDupe::init();
# read in system messages
+dbg("Read in Messages");
DXM->init();
# read in command aliases
+dbg("Read in Aliases");
CmdAlias->init();
# initialise the Geomagnetic data engine
+dbg("Start WWV");
Geomag->init();
+dbg("Start WCY");
+WCY->init();
# initial the Spot stuff
+dbg("Starting DX Spot system");
Spot->init();
# initialise the protocol engine
-print "reading in duplicate spot and WWV info ...\n";
+dbg("Start Protocol Engines ...");
DXProt->init();
-
# put in a DXCluster node for us here so we can add users and take them away
-DXNode->new(0, $mycall, 0, 1, $DXProt::myprot_version);
+$routeroot = Route::Node->new($mycall, $version*100+5300, Route::here($main::me->here)|Route::conf($main::me->conf));
+$routeroot->do_pc9x(1);
+$routeroot->via_pc92(1);
+
+# make sure that there is a routing OUTPUT node default file
+#unless (Filter::read_in('route', 'node_default', 0)) {
+# my $dxcc = $main::me->dxcc;
+# $Route::filterdef->cmd($main::me, 'route', 'accept', "node_default call $mycall" );
+#}
# read in any existing message headers and clean out old crap
-print "reading existing message headers ...\n";
+dbg("reading existing message headers ...");
DXMsg->init();
DXMsg::clean_old();
# read in any cron jobs
-print "reading cron jobs ...\n";
+dbg("reading cron jobs ...");
DXCron->init();
+# read in database desriptors
+dbg("reading database descriptors ...");
+DXDb::load();
+
# starting local stuff
-print "doing local initialisation ...\n";
-eval {
- Local::init();
-};
-dbg('local', "Local::init error $@") if $@;
+dbg("doing local initialisation ...");
+QSL::init(1);
+if (defined &Local::init) {
+ eval {
+ Local::init();
+ };
+ dbg("Local::init error $@") if $@;
+}
+# this, such as it is, is the main loop!
+dbg("orft we jolly well go ...");
+my $script = new Script "startup";
+$script->run($main::me) if $script;
-# print various flags
-#print "useful info - \$^D: $^D \$^W: $^W \$^S: $^S \$^P: $^P\n";
+#open(DB::OUT, "|tee /tmp/aa");
-# this, such as it is, is the main loop!
-print "orft we jolly well go ...\n";
for (;;) {
- my $timenow;
- Msg->event_loop(1, 0.001);
- $timenow = time;
- process_inqueue(); # read in lines from the input queue and despatch them
-
+# $DB::trace = 1;
+
+ Msg->event_loop(10, 0.010);
+ my $timenow = time;
+
+ DXChannel::process();
+
+# $DB::trace = 0;
+
# do timed stuff, ongoing processing happens one a second
if ($timenow != $systime) {
+ reap() if $zombies;
$systime = $timenow;
- $cldate = &cldate();
- $ztime = &ztime();
+ my $days = int ($systime / 86400);
+ if ($systime_days != $days) {
+ $systime_days = $days;
+ $systime_daystart = $days * 86400;
+ }
+ IsoTime::update($systime);
DXCron::process(); # do cron jobs
DXCommandmode::process(); # process ongoing command mode stuff
+ DXXml::process();
DXProt::process(); # process ongoing ak1a pcxx stuff
DXConnect::process();
- eval {
- Local::process(); # do any localised processing
- };
- dbg('local', "Local::process error $@") if $@;
+ DXMsg::process();
+ DXDb::process();
+ DXUser::process();
+ DXDupe::process();
+ AGWMsg::process();
+ BPQMsg::process();
+
+ if (defined &Local::process) {
+ eval {
+ Local::process(); # do any localised processing
+ };
+ dbg("Local::process error $@") if $@;
+ }
}
if ($decease) {
last if --$decease <= 0;
}
}
+cease(0);
+exit(0);