X-Git-Url: http://dxcluster.org/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;h=341857450be90e8e45dd5003fed742875d645682;hb=23bebd4158e9b66ba5c72c786e76309f6e2b5757;hp=658c21b82ee52380b0c1b49735bf018774cd9074;hpb=19b30b579e7e8f79becc58aba2e3d0a2516a375c;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index 658c21b8..34185745 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -13,12 +13,14 @@ use strict; use DXUtil; use DXDebug; use DXDupe; +use DXVars; use vars qw(%dup $duplth $dupage); $duplth = 60; # the length of text to use in the deduping $dupage = 5*24*3600; # the length of time to hold spot dups + # enter the spot for dup checking and return true if it is already a dup sub dup { @@ -28,7 +30,7 @@ sub dup unpad($text); $text =~ s/[^a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; - my $dupkey = "A$to|$text"; + my $dupkey = "A$to|\L$text"; return DXDupe::check($dupkey, $main::systime + $dupage); }