X-Git-Url: http://dxcluster.org/gitweb/gitweb.cgi?a=blobdiff_plain;ds=sidebyside;f=perl%2FSpot.pm;h=9a4b97249b46ab1516e50567aad96c4ede332a2c;hb=90d957b802f7b48c10a98521a5c7ca387d2fa1c0;hp=6c5c9162ea2547d129b6e84a41525698baab8588;hpb=2538c30a81811749c0cdaf55b8c9f65ee7c5167d;p=spider.git diff --git a/perl/Spot.pm b/perl/Spot.pm index 6c5c9162..9a4b9724 100644 --- a/perl/Spot.pm +++ b/perl/Spot.pm @@ -27,7 +27,7 @@ $BRANCH = sprintf( "%d.%03d", q$Revision$ =~ /\d+\.\d+\.(\d+)\.(\d+)/ || (0,0)) $main::build += $VERSION; $main::branch += $BRANCH; -use vars qw($fp $statp $maxspots $defaultspots $maxdays $dirprefix $duplth $dupage $filterdef $totalspots $hfspots $vhfspots ); +use vars qw($fp $statp $maxspots $defaultspots $maxdays $dirprefix $duplth $dupage $filterdef $totalspots $hfspots $vhfspots $maxcalllth); $fp = undef; $statp = undef; @@ -36,7 +36,8 @@ $defaultspots = 10; # normal number of spots to return $maxdays = 100; # normal maximum no of days to go back $dirprefix = "spots"; $duplth = 20; # the length of text to use in the deduping -$dupage = 3*3600; # the length of time to hold spot dups +$dupage = 1*3600; # the length of time to hold spot dups +$maxcalllth = 12; # the max length of call to take into account for dupes $filterdef = bless ([ # tag, sort, field, priv, special parser ['freq', 'r', 0, 0, \&decodefreq], @@ -102,9 +103,6 @@ sub init mkdir "$dirprefix", 0777 if !-e "$dirprefix"; $fp = DXLog::new($dirprefix, "dat", 'd'); $statp = DXLog::new($dirprefix, "dys", 'd'); - my $rm = $main::is_win ? 'del' : 'rm -f'; - system("$rm $main::data/$dirprefix/*/*.bys"); - system("$rm $main::data/$dirprefix/*/*.cys"); } sub prefix @@ -139,7 +137,7 @@ sub prepare sub add { - my $buf = join("\^", @_); + my $buf = join('^', @_); $fp->writeunix($_[2], $buf); $totalspots++; if ($_[0] <= 30000) { @@ -321,7 +319,7 @@ sub readfile($) # enter the spot for dup checking and return true if it is already a dup sub dup { - my ($freq, $call, $d, $text, $by) = @_; + my ($freq, $call, $d, $text, $by, $cty) = @_; # dump if too old return 2 if $d < $main::systime - $dupage; @@ -330,29 +328,40 @@ sub dup $d = int ($d / 60); $d *= 60; + # remove SSID or area + $by =~ s|[-/]\d+$||; + $freq = sprintf "%.1f", $freq; # normalise frequency - $call = substr($call, 0, 12) if length $call > 12; + $call = substr($call, 0, $maxcalllth) if length $call > $maxcalllth; - # quick test now for simple case - my $sdupkey = "X$freq|$call|$d|$by"; - return 1 if DXDupe::find($sdupkey); - chomp $text; $text =~ s/\%([0-9A-F][0-9A-F])/chr(hex($1))/eg; - $text = substr($text, 0, $duplth) if length $text > $duplth; - unpad($text); + $text = uc unpad($text); + if ($cty && $text && length $text <= 4) { + unless ($text =~ /^C?Q/ || $text =~ /^\d+$/) { + my @try = Prefix::cty_data($text); + $text = "" if $cty == $try[0]; + } + } + my $otext = $text; $text = pack("C*", map {$_ & 127} unpack("C*", $text)); - $text =~ s/[^a-zA-Z0-9]//g; - for (-60, -120, -180, -240, 0, 60, 120, 180, 240, 300) { - my $dt = $d - $_; - my $ldupkey = "X$freq|$call|$dt|\L$text"; - my $sdupkey = "X$freq|$call|$dt|$by"; - return 1 if DXDupe::find($ldupkey) || DXDupe::find($sdupkey); + $text =~ s/[^\w]//g; + $text = substr($text, 0, $duplth) if length $text > $duplth; + my $ldupkey = "X$freq|$call|$by|$text"; + my $t = DXDupe::find($ldupkey); + return 1 if $t && $t - $main::systime > 0; + if ($otext) { + DXDupe::add($ldupkey, $main::systime+$dupage); + $otext = substr($otext, 0, $duplth) if length $otext > $duplth; + $ldupkey = "X$freq|$call|$by|$otext"; + $t = DXDupe::find($ldupkey); + return 1 if $t && $t - $main::systime > 0; + DXDupe::add($ldupkey, $main::systime+$dupage); } - my $ldupkey = "X$freq|$call|$d|\L$text"; - $sdupkey = "X$freq|$call|$d|$by"; - DXDupe::add($ldupkey, $main::systime+$dupage); - DXDupe::add($sdupkey, $main::systime+$dupage); +# my $sdupkey = "X$freq|$call|$by"; +# $t = DXDupe::find($sdupkey); +# return 1 if $t && $t - $main::systime > 0; +# DXDupe::add($sdupkey, $main::systime+$dupage); return 0; }