projects
/
spider.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
1. remove %nn strings from dups of announces and spots
[spider.git]
/
perl
/
Spot.pm
diff --git
a/perl/Spot.pm
b/perl/Spot.pm
index 74e4e27a753ed2f640630f922036729575011537..7e621c91f4a947b4f7efa75e8c742916a9440c94 100644
(file)
--- a/
perl/Spot.pm
+++ b/
perl/Spot.pm
@@
-30,6
+30,7
@@
$dupage = 3*3600; # the length of time to hold spot dups
$filterdef = bless ([
# tag, sort, field, priv, special parser
['freq', 'r', 0, 0, \&decodefreq],
$filterdef = bless ([
# tag, sort, field, priv, special parser
['freq', 'r', 0, 0, \&decodefreq],
+ ['on', 'r', 0, 0, \&decodefreq],
['call', 'c', 1],
['info', 't', 3],
['by', 'c', 4],
['call', 'c', 1],
['info', 't', 3],
['by', 'c', 4],
@@
-299,6
+300,7
@@
sub dup
chomp $text;
$text = substr($text, 0, $duplth) if length $text > $duplth;
unpad($text);
chomp $text;
$text = substr($text, 0, $duplth) if length $text > $duplth;
unpad($text);
+ $text =~ s/[\\\%]\d+//g;
$text =~ s/[^a-zA-Z0-9]//g;
my $dupkey = "X$freq|$call|$d|\L$text";
return DXDupe::check($dupkey, $main::systime+$dupage);
$text =~ s/[^a-zA-Z0-9]//g;
my $dupkey = "X$freq|$call|$d|\L$text";
return DXDupe::check($dupkey, $main::systime+$dupage);