X-Git-Url: http://gb7djk.dxcluster.net/gitweb/gitweb.cgi?a=blobdiff_plain;f=perl%2FAnnTalk.pm;h=6d47726420f9cab730555853303429bd93367c44;hb=65ed61f1c171b124771f0214c186cf57e0bb41ff;hp=c075765f6eaf1523fc4a1b022370d527f7a23c5c;hpb=da2c51a552ec4aba7af7696fa631324337286949;p=spider.git diff --git a/perl/AnnTalk.pm b/perl/AnnTalk.pm index c075765f..6d477264 100644 --- a/perl/AnnTalk.pm +++ b/perl/AnnTalk.pm @@ -18,7 +18,7 @@ use DXVars; use vars qw(%dup $duplth $dupage $filterdef); $duplth = 30; # the length of text to use in the deduping -$dupage = 5*3600; # the length of time to hold ann dups +$dupage = 18*3600; # the length of time to hold ann dups $filterdef = bless ([ # tag, sort, field, priv, special parser ['by', 'c', 0], @@ -47,7 +47,7 @@ sub dup chomp $text; unpad($text); $text =~ s/\%([0-9A-F][0-9A-F])/chr(hex($1))/eg; - $text = Encode::encode("iso-8859-1", $text) if $main::can_encode && Encode::is_utf8($text, 1); +# $text = Encode::encode("iso-8859-1", $text) if $main::can_encode && Encode::is_utf8($text, 1); $text =~ s/[^\#a-zA-Z0-9]//g; $text = substr($text, 0, $duplth) if length $text > $duplth; my $dupkey = "A$call|$to|\L$text";