From: minima Date: Wed, 10 Aug 2005 19:58:49 +0000 (+0000) Subject: take the length for dupe checking after normalisation X-Git-Tag: R_1_52~68 X-Git-Url: http://www.dxcluster.org/gitweb/gitweb.cgi?p=spider.git;a=commitdiff_plain;h=ccf3a2d2d803ffdbb2944f918dd3c770b934e6c3 take the length for dupe checking after normalisation --- diff --git a/perl/Spot.pm b/perl/Spot.pm index 306bc282..f890a87a 100644 --- a/perl/Spot.pm +++ b/perl/Spot.pm @@ -375,9 +375,9 @@ sub dup $text = "" if $cty == $try[0]; } } - $text = substr($text, 0, $duplth) if length $text > $duplth; $text = pack("C*", map {$_ & 127} unpack("C*", $text)); $text =~ s/[^\w]//g; + $text = substr($text, 0, $duplth) if length $text > $duplth; my $ldupkey = "X$freq|$call|$by|$text"; my $t = DXDupe::find($ldupkey); return 1 if $t && $t - $main::systime > 0;