X-Git-Url: http://dxcluster.org/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FDXDupe.pm;h=1dd7c700ff9fdbc0fc40202e6c6a7df328a79d0a;hb=f61fe3405f9cca29a7499709ed08aa66ee04be9a;hp=6595ef879c7cdd4446106e2a5183758d62fd2af7;hpb=5177a6684a57135fa9602c33227c6ab1c8f32a51;p=spider.git diff --git a/perl/DXDupe.pm b/perl/DXDupe.pm index 6595ef87..1dd7c700 100644 --- a/perl/DXDupe.pm +++ b/perl/DXDupe.pm @@ -74,9 +74,11 @@ sub process { # once an hour if ($main::systime - $lasttime >= 3600) { + my @del; while (($k, $v) = each %d) { - delete $d{$k} if $main::systime >= $v; + push @del, $k if $main::systime >= $v; } + delete $d{$_} for @del; $lasttime = $main::systime; } }