X-Git-Url: http://dxcluster.org/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;h=341857450be90e8e45dd5003fed742875d645682;hb=211b54d504170a8c9dad2bf25b9ed686d5eeac11;hp=faa644a302c99c3c204df7d2f834ca2a61ee74ef;hpb=cc59bad0fce20a5cfdbbe379a68072a3abbb2368;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index faa644a3..34185745 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -12,46 +12,33 @@ use strict; use DXUtil; use DXDebug; +use DXDupe; +use DXVars; use vars qw(%dup $duplth $dupage); -%dup = (); # the duplicates hash $duplth = 60; # the length of text to use in the deduping -$dupage = 24*3600; # the length of time to hold spot dups +$dupage = 5*24*3600; # the length of time to hold spot dups + # enter the spot for dup checking and return true if it is already a dup sub dup { my ($call, $to, $text) = @_; - my $d = $main::systime / 60; chomp $text; unpad($text); + $text =~ s/[^a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; - my $dupkey = "$call|$to|$text"; - return 1 if exists $dup{$dupkey}; - $dup{$dupkey} = $d; # in seconds (to the nearest minute) - return 0; -} - -# called every hour and cleans out the dup cache -sub process -{ - my $cutoff = $main::systime - $dupage; - while (my ($key, $val) = each %dup) { - delete $dup{$key} if $val < $cutoff; - } + my $dupkey = "A$to|\L$text"; + return DXDupe::check($dupkey, $main::systime + $dupage); } sub listdups { - my @out; - for (sort { $dup{$a} <=> $dup{$b} } keys %dup) { - my $val = $dup{$_}; - push @out, "$_ = $val (" . cldatetime($val) . ")"; - } - return @out; + return DXDupe::listdups('A', $dupage, @_); } + 1;