use DXUtil;
use DXDebug;
use DXDupe;
+use DXVars;
use vars qw(%dup $duplth $dupage);
$duplth = 60; # the length of text to use in the deduping
$dupage = 5*24*3600; # the length of time to hold spot dups
+
# enter the spot for dup checking and return true if it is already a dup
sub dup
{
chomp $text;
unpad($text);
+ $text =~ s/[^a-zA-Z0-9]//g;
$text = substr($text, 0, $duplth) if length $text > $duplth;
- my $dupkey = "A$to|$text";
+ my $dupkey = "A$to|\L$text";
return DXDupe::check($dupkey, $main::systime + $dupage);
}