-#!/usr/bin/perl
+#!/usr/bin/perl -w
#
# This is the DX cluster 'daemon'. It sits in the middle of its little
# web of client routines sucking and blowing data where it may.
# $Id$
#
+require 5.004;
+
# make sure that modules are searched in the order local then perl
BEGIN {
+ umask 002;
+
# root of directory tree for this system
$root = "/spider";
$root = $ENV{'DXSPIDER_ROOT'} if $ENV{'DXSPIDER_ROOT'};
unshift @INC, "$root/perl"; # this IS the right way round!
unshift @INC, "$root/local";
-# require Exporter;
-# $Exporter::Verbose = 1;
+ # try to create and lock a lockfile (this isn't atomic but
+ # should do for now
+ $lockfn = "$root/perl/cluster.lock"; # lock file name
+ if (-e $lockfn) {
+ open(CLLOCK, "$lockfn") or die "Can't open Lockfile ($lockfn) $!";
+ my $pid = <CLLOCK>;
+ chomp $pid;
+ die "Lockfile ($lockfn) and process $pid exist, another cluster running?" if kill 0, $pid;
+ close CLLOCK;
+ }
+ open(CLLOCK, ">$lockfn") or die "Can't open Lockfile ($lockfn) $!";
+ print CLLOCK "$$\n";
+ close CLLOCK;
}
use Msg;
use DXVars;
use DXDebug;
use DXLog;
+use DXLogPrint;
use DXUtil;
use DXChannel;
use DXUser;
use Bands;
use Geomag;
use CmdAlias;
-use Carp;
+use Filter;
+use DXDb;
+use AnnTalk;
+use WCY;
+use DXDupe;
+use BadWords;
+
+use Data::Dumper;
+use Fcntl ':flock';
+
+use Local;
package main;
@inqueue = (); # the main input queue, an array of hashes
$systime = 0; # the time now (in seconds)
-$version = 1.3; # the version no of the software
-
+$version = "1.45"; # the version no of the software
+$starttime = 0; # the starting time of the cluster
+$lockfn = "cluster.lock"; # lock file name
+@outstanding_connects = (); # list of outstanding connects
+
# handle disconnections
sub disconnect
{
$dxchan->disconnect();
}
+# send a message to call on conn and disconnect
+sub already_conn
+{
+ my ($conn, $call, $mess) = @_;
+
+ dbg('chan', "-> D $call $mess\n");
+ $conn->send_now("D$call|$mess");
+ sleep(1);
+ dbg('chan', "-> Z $call bye\n");
+ $conn->send_now("Z$call|bye"); # this will cause 'client' to disconnect
+ sleep(1);
+ $conn->disconnect();
+}
+
# handle incoming messages
sub rec
{
my ($conn, $msg, $err) = @_;
my $dxchan = DXChannel->get_by_cnum($conn); # get the dxconnnect object for this message
- if (defined $err && $err) {
- disconnect($dxchan) if defined $dxchan;
+ if (!defined $msg || (defined $err && $err)) {
+ if ($dxchan) {
+ if (defined $err) {
+ $conn->disconnect;
+ undef $conn;
+ $dxchan->conn(undef);
+ }
+ $dxchan->disconnect;
+ } elsif ($conn) {
+ $conn->disconnect;
+ }
return;
}
# set up the basic channel info - this needs a bit more thought - there is duplication here
if (!defined $dxchan) {
- my ($sort, $call, $line) = $msg =~ /^(\w)(\S+)\|(.*)$/;
-
- # is there one already connected?
+ my ($sort, $call, $line) = DXChannel::decode_input(0, $msg);
+ return unless defined $sort;
+
+ # is there one already connected to me - locally?
+ my $user = DXUser->get($call);
if (DXChannel->get($call)) {
- my $mess = DXM::msg($lang, 'conother', $call);
- dbg('chan', "-> D $call $mess\n");
- $conn->send_now("D$call|$mess");
- sleep(1);
- dbg('chan', "-> Z $call bye\n");
- $conn->send_now("Z$call|bye"); # this will cause 'client' to disconnect
+ my $mess = DXM::msg($lang, ($user && $user->is_node) ? 'concluster' : 'conother', $call);
+ already_conn($conn, $call, $mess);
return;
}
# is there one already connected elsewhere in the cluster?
- if (DXCluster->get($call)) {
- my $mess = DXM::msg($lang, 'concluster', $call);
- dbg('chan', "-> D $call $mess\n");
- $conn->send_now("D$call|$mess");
- sleep(1);
- dbg('chan', "-> Z $call bye\n");
+ if ($user) {
+ if (($user->is_node || $call eq $myalias) && !DXCluster->get_exact($call)) {
+ ;
+ } else {
+ if (DXCluster->get_exact($call)) {
+ my $mess = DXM::msg($lang, $user->is_node ? 'concluster' : 'conother', $call);
+ already_conn($conn, $call, $mess);
+ return;
+ }
+ }
+ $user->{lang} = $main::lang if !$user->{lang}; # to autoupdate old systems
+ } else {
+ if (DXCluster->get_exact($call)) {
+ my $mess = DXM::msg($lang, 'conother', $call);
+ already_conn($conn, $call, $mess);
+ return;
+ }
+ $user = DXUser->new($call);
+ }
+
+ # is he locked out ?
+ if ($user->lockout) {
+ Log('DXCommand', "$call is locked out, disconnected");
$conn->send_now("Z$call|bye"); # this will cause 'client' to disconnect
return;
}
-
- my $user = DXUser->get($call);
- if (!defined $user) {
- $user = DXUser->new($call);
- } else {
- $user->{lang} = $main::lang if !$user->{lang}; # to autoupdate old systems
- }
-
-
+
# create the channel
- $dxchan = DXCommandmode->new($call, $conn, $user) if ($user->sort eq 'U');
- $dxchan = DXProt->new($call, $conn, $user) if ($user->sort eq 'A');
+ $dxchan = DXCommandmode->new($call, $conn, $user) if $user->is_user;
+ $dxchan = DXProt->new($call, $conn, $user) if $user->is_node;
+ $dxchan = BBS->new($call, $conn, $user) if $user->is_bbs;
die "Invalid sort of user on $call = $sort" if !$dxchan;
}
sub cease
{
my $dxchan;
+
+ $SIG{'TERM'} = 'IGNORE';
+ $SIG{'INT'} = 'IGNORE';
+
+ DXUser::sync;
+
+ eval {
+ Local::finish(); # end local processing
+ };
+ dbg('local', "Local::finish error $@") if $@;
+
+ # disconnect nodes
foreach $dxchan (DXChannel->get_all()) {
- disconnect($dxchan);
+ next unless $dxchan->is_node;
+ disconnect($dxchan) unless $dxchan == $DXProt::me;
+ }
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+
+ # disconnect users
+ foreach $dxchan (DXChannel->get_all()) {
+ next if $dxchan->is_node;
+ disconnect($dxchan) unless $dxchan == $DXProt::me;
}
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ Msg->event_loop(1, 0.05);
+ DXUser::finish();
+ DXDupe::finish();
+
+ # close all databases
+ DXDb::closeall;
+
+ dbg('chan', "DXSpider version $version ended");
+ Log('cluster', "DXSpider V$version stopped");
+ dbgclose();
+ Logclose();
+ unlink $lockfn;
+# $SIG{__WARN__} = $SIG{__DIE__} = sub {my $a = shift; cluck($a); };
exit(0);
}
+# the reaper of children
+sub reap
+{
+ $SIG{'CHLD'} = \&reap;
+ my $cpid = wait;
+ @outstanding_connects = grep {$_->{pid} != $cpid} @outstanding_connects;
+}
+
# this is where the input queue is dealt with and things are dispatched off to other parts of
# the cluster
sub process_inqueue
my $data = $self->{data};
my $dxchan = $self->{dxchan};
- my ($sort, $call, $line) = $data =~ /^(\w)(\S+)\|(.*)$/;
+ my $error;
+ my ($sort, $call, $line) = DXChannel::decode_input($dxchan, $data);
+ return unless defined $sort;
# do the really sexy console interface bit! (Who is going to do the TK interface then?)
- dbg('chan', "<- $sort $call $line\n");
-
+ dbg('chan', "<- $sort $call $line\n") unless $sort eq 'D';
+
# handle A records
my $user = $dxchan->user;
- if ($sort eq 'A') {
- $dxchan->start($line);
- } elsif ($sort eq 'D') {
+ if ($sort eq 'A' || $sort eq 'O') {
+ $dxchan->start($line, $sort);
+ } elsif ($sort eq 'I') {
die "\$user not defined for $call" if !defined $user;
-
# normal input
$dxchan->normal($line);
-
disconnect($dxchan) if ($dxchan->{state} eq 'bye');
} elsif ($sort eq 'Z') {
+ $dxchan->conn(undef);
disconnect($dxchan);
+ } elsif ($sort eq 'D') {
+ ; # ignored (an echo)
} else {
print STDERR atime, " Unknown command letter ($sort) received from $call\n";
}
}
+sub uptime
+{
+ my $t = $systime - $starttime;
+ my $days = int $t / 86400;
+ $t -= $days * 86400;
+ my $hours = int $t / 3600;
+ $t -= $hours * 3600;
+ my $mins = int $t / 60;
+ return sprintf "%d %02d:%02d", $days, $hours, $mins;
+}
#############################################################
#
# The start of the main line of code
#
#############################################################
+$starttime = $systime = time;
+
# open the debug file, set various FHs to be unbuffered
+dbginit();
foreach (@debug) {
dbgadd($_);
}
STDOUT->autoflush(1);
+Log('cluster', "DXSpider V$version started");
+
# banner
-print "DXSpider DX Cluster Version $version\nCopyright (c) 1998 Dirk Koopman G1TLH\n";
+dbg('err', "DXSpider DX Cluster Version $version", "Copyright (c) 1998-2000 Dirk Koopman G1TLH");
# load Prefixes
-print "loading prefixes ...\n";
+dbg('err', "loading prefixes ...");
Prefix::load();
# load band data
-print "loading band data ...\n";
+dbg('err', "loading band data ...");
Bands::load();
# initialise User file system
-print "loading user file system ...\n";
-DXUser->init($userfn);
+dbg('err', "loading user file system ...");
+DXUser->init($userfn, 1);
# start listening for incoming messages/connects
-print "starting listener ...\n";
+dbg('err', "starting listener ...");
Msg->new_server("$clusteraddr", $clusterport, \&login);
+# load bad words
+dbg('err', "load badwords: " . (BadWords::load or "Ok"));
+
# prime some signals
-$SIG{'INT'} = \&cease;
-$SIG{'TERM'} = \&cease;
-$SIG{'HUP'} = 'IGNORE';
+$SIG{INT} = \&cease;
+$SIG{TERM} = \&cease;
+$SIG{HUP} = 'IGNORE';
+$SIG{CHLD} = \&reap;
+
+$SIG{PIPE} = sub { dbg('err', "Broken PIPE signal received"); };
+$SIG{IO} = sub { dbg('err', "SIGIO received"); };
+$SIG{WINCH} = $SIG{STOP} = $SIG{CONT} = 'IGNORE';
+$SIG{KILL} = 'DEFAULT'; # as if it matters....
+
+# catch the rest with a hopeful message
+for (keys %SIG) {
+ if (!$SIG{$_}) {
+# dbg('chan', "Catching SIG $_");
+ $SIG{$_} = sub { my $sig = shift; DXDebug::confess("Caught signal $sig"); };
+ }
+}
+
+# start dupe system
+DXDupe::init();
# read in system messages
DXM->init();
# read in command aliases
CmdAlias->init();
-# initialise the protocol engine
-DXProt->init();
-
# initialise the Geomagnetic data engine
Geomag->init();
+WCY->init();
# initial the Spot stuff
Spot->init();
+# initialise the protocol engine
+dbg('err', "reading in duplicate spot and WWV info ...");
+DXProt->init();
+
+
# put in a DXCluster node for us here so we can add users and take them away
-DXNode->new(0, $mycall, 0, 1, $DXProt::myprot_version);
+DXNode->new($DXProt::me, $mycall, 0, 1, $DXProt::myprot_version);
-# read in any existing message headers
-print "reading existing message headers\n";
+# read in any existing message headers and clean out old crap
+dbg('err', "reading existing message headers ...");
DXMsg->init();
+DXMsg::clean_old();
# read in any cron jobs
-print "reading cron jobs\n";
+dbg('err', "reading cron jobs ...");
DXCron->init();
+# read in database descriptors
+dbg('err', "reading database descriptors ...");
+DXDb::load();
+
+# starting local stuff
+dbg('err', "doing local initialisation ...");
+eval {
+ Local::init();
+};
+dbg('local', "Local::init error $@") if $@;
+
+# print various flags
+#dbg('err', "seful info - \$^D: $^D \$^W: $^W \$^S: $^S \$^P: $^P");
+
# this, such as it is, is the main loop!
-print "orft we jolly well go ...\n";
+dbg('err', "orft we jolly well go ...");
+
+#open(DB::OUT, "|tee /tmp/aa");
+
for (;;) {
my $timenow;
- Msg->event_loop(1, 0.001);
+# $DB::trace = 1;
+
+ Msg->event_loop(1, 0.1);
$timenow = time;
process_inqueue(); # read in lines from the input queue and despatch them
+# $DB::trace = 0;
# do timed stuff, ongoing processing happens one a second
if ($timenow != $systime) {
DXCommandmode::process(); # process ongoing command mode stuff
DXProt::process(); # process ongoing ak1a pcxx stuff
DXConnect::process();
+ DXMsg::process();
+ DXDb::process();
+ DXUser::process();
+ DXDupe::process();
+
+ eval {
+ Local::process(); # do any localised processing
+ };
+ dbg('local', "Local::process error $@") if $@;
+ }
+ if ($decease) {
+ last if --$decease <= 0;
}
}
+cease(0);
+exit(0);